[ 512.028650] env[65290]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 512.028650] env[65290]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 513.020089] env[65380]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 513.020089] env[65380]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 514.581494] env[65380]: INFO neutron.common.config [-] Logging enabled! [ 514.581889] env[65380]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev113 [ 514.582057] env[65380]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65380) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 514.582343] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 514.582441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 514.583278] env[65380]: WARNING oslo_policy.policy [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 514.583502] env[65380]: WARNING oslo_policy.policy [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 514.585224] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] VMware NSXv3 Agent initialized successfully. [ 514.585568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] Acquiring lock "singleton_lock" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.585688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] Acquired lock "singleton_lock" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.585895] env[65380]: DEBUG oslo_concurrency.lockutils [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] Releasing lock "singleton_lock" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.586235] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] Full set of CONF: {{(pid=65380) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 514.586324] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ******************************************************************************** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 514.586419] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] Configuration options gathered from: {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 514.586756] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 514.586924] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 514.587046] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ================================================================================ {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 514.587217] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] agent_down_time = 75 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.587356] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] allow_automatic_dhcp_failover = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.587488] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] allow_bulk = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.587631] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] api_extensions_path = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.587768] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] api_paste_config = api-paste.ini {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.587907] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] auth_strategy = keystone {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.588397] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] backdoor_port = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.588397] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] backdoor_socket = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.588397] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] backlog = 4096 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.588397] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.588625] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] bind_host = 0.0.0.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.588668] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] bind_port = 9696 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.588804] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] client_socket_timeout = 900 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.588915] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] config_dir = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.589027] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.589164] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] config_source = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.589299] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] control_exchange = neutron {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.589432] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] core_plugin = ml2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.589564] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] debug = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.589695] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] default_availability_zones = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.589894] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.590050] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] dhcp_agent_notification = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.590166] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] dhcp_agents_per_network = 1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.590296] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] dhcp_lease_duration = 86400 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.590433] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] dhcp_load_type = networks {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.590566] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] dns_domain = openstacklocal {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.590698] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.590826] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] enable_default_route_bfd = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.590954] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] enable_default_route_ecmp = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.591090] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] enable_dvr = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.591217] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] enable_new_agents = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.591341] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.591466] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] enable_signals = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.591591] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] enable_traditional_dhcp = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.591715] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] external_dns_driver = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.591839] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] filter_validation = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.591975] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] global_physnet_mtu = 8950 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.592121] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] graceful_shutdown_timeout = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.592293] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] host = cpu-1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.592429] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] host_dvr_for_dhcp = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.592559] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] http_retries = 3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.592694] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] instance_format = [instance: %(uuid)s] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.592826] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.592957] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ipam_driver = internal {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.593098] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ipv6_pd_enabled = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.593227] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] l3_ha = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.593362] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.593485] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] l3_ha_network_physical_name = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.593615] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] l3_ha_network_type = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.593750] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_color = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.593894] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_config_append = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594169] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_dir = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594270] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_file = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594366] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_options = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594492] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_rotate_interval = 1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594626] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_rotate_interval_type = days {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594758] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] log_rotation_type = none {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594860] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.594959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.595107] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.595238] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.595338] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.595466] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] max_dns_nameservers = 5 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.595597] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] max_header_line = 16384 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.595723] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] max_l3_agents_per_router = 3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.595848] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] max_logfile_count = 30 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.596023] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] max_logfile_size_mb = 200 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.596120] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] max_subnet_host_routes = 20 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.596248] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] my_ip = 10.180.1.21 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.596379] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] my_ipv6 = ::1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.596505] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] network_auto_schedule = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.596625] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] network_link_prefix = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.596758] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.596891] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] notify_nova_on_port_data_changes = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.597033] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] notify_nova_on_port_status_changes = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.597172] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] pagination_max_limit = -1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.597303] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] publish_errors = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.597430] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] rate_limit_burst = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.597564] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] rate_limit_except_level = CRITICAL {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.597691] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] rate_limit_interval = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.597816] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] retry_until_window = 30 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.597941] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] router_distributed = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.598081] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] rpc_resources_processing_step = 20 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.598210] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] rpc_response_max_timeout = 600 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.598338] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] rpc_response_timeout = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.598463] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] send_events_interval = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.598620] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] service_plugins = ['router'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.598735] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] setproctitle = on {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.598857] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] shell_completion = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.598989] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] state_path = /opt/stack/data/neutron {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.599142] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] syslog_log_facility = LOG_USER {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.599271] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] tcp_keepidle = 600 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.599401] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] transport_url = **** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.599528] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] use_journal = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.599654] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] use_json = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.599779] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] use_ssl = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.599906] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] use_stderr = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.600053] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] use_syslog = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.600183] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] vlan_qinq = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.600306] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] vlan_transparent = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.600432] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] watch_log_file = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.600559] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] wsgi_default_pool_size = 100 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.600685] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] wsgi_keep_alive = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.600814] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.600942] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] wsgi_server_debug = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 514.601104] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_concurrency.disable_process_locking = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.601248] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.601386] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.601521] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.601656] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.601794] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.601929] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.602091] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.connection_string = messaging:// {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.602230] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.enabled = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.602372] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.es_doc_type = notification {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.602503] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.es_scroll_size = 10000 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.602638] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.es_scroll_time = 2m {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.602768] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.filter_error_trace = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.602899] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.hmac_keys = **** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.603358] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.sentinel_service_name = mymaster {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.603358] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.socket_timeout = 0.1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.603358] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.trace_requests = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.603487] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler.trace_sqlalchemy = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.603567] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler_jaeger.process_tags = {} {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.603698] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler_jaeger.service_name_prefix = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.603828] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] profiler_otlp.service_name_prefix = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.603978] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.enforce_new_defaults = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.604256] env[65380]: WARNING oslo_config.cfg [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 514.604404] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.enforce_scope = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.604543] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.policy_default_rule = default {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.604689] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.604827] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.604971] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.605111] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.605239] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.605364] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.605495] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.605628] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.605773] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.605921] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] agent.extensions = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.606078] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.606212] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] service_providers.service_provider = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.606354] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.default_quota = -1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.606493] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.606627] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_floatingip = 50 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.606758] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_network = 100 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.606890] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_port = 500 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.607029] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.607163] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_router = 10 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.607291] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_security_group = 10 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.607422] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.607549] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.quota_subnet = 100 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.607677] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] QUOTAS.track_quota_usage = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.607820] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.607948] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.608089] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.608220] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.608355] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.608486] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.608611] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.608748] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.608877] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_dhcp_release.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.609008] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_dhcp_release.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.609152] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.609276] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.609405] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.609531] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_dhcp_release.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.609665] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.609788] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_ovs_vsctl.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.609912] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.610052] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.610188] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.610318] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.610445] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_ovs_vsctl.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.610579] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_namespace.capabilities = [21] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.610704] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_namespace.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.610829] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_namespace.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.610956] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.611102] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.611233] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.611358] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_namespace.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.611494] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_conntrack.capabilities = [12] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.611619] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_conntrack.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.611742] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_conntrack.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.611870] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.612010] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.612149] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.612274] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_conntrack.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.612410] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_link.capabilities = [12, 21] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.612535] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_link.group = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.612657] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_link.helper_command = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.612786] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_link.log_daemon_traceback = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.612916] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.613056] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_link.thread_pool_size = 8 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.613184] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] privsep_link.user = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.613332] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.613476] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.613612] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.continue_on_failed_promotions = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.613743] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.dscp = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.613876] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.dscp_inherit = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.614020] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.force_mp_to_policy = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.614153] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.locking_coordinator_url = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.614287] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.log_agent_heartbeats = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.614418] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.logging_expire = 1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.614554] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.614684] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.614821] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.polling_interval = 240 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.614954] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.615106] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.615245] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.report_interval = 30.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.615383] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.615520] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.615655] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.615786] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.sync_skew = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.615913] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.synchronization_queue_size = 20 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.616055] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT.use_helper_for_ns_read = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.616200] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] SECURITYGROUP.enable_ipset = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.616335] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] SECURITYGROUP.enable_security_group = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.616469] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.616604] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.616740] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] experimental.ipv6_pd_enabled = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.616891] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.extension_drivers = ['port_security'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.617032] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.external_network_type = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.617181] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.617319] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.overlay_ip_version = 4 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.617456] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.path_mtu = 8950 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.617593] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.physical_network_mtus = {} {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.617734] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.617873] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.618030] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ml2.type_drivers = ['vlan'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.618186] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.618317] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.618449] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.618591] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.618732] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.618868] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.619028] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.619156] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.619295] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.619490] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.619637] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_login_password = **** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.619780] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.619915] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_login_user = admin {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.620063] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.620209] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.620343] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.620474] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.620614] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.620755] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.620893] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.621039] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.621174] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.621312] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.621452] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.621587] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.621725] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.621910] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.622065] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.622206] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.622339] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.622477] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.auth_section = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.622617] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.auth_type = password {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.622754] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.622881] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.certfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.623026] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.collect_timing = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.623161] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.endpoint_type = public {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.623292] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.insecure = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.623419] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.keyfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.623558] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.region_name = RegionOne {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.623690] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.split_loggers = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.623821] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] nova.timeout = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.623959] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.auth_section = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.624113] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.auth_type = password {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.624251] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.624376] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.certfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.624507] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.collect_timing = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.624642] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.endpoint_type = public {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.624770] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.insecure = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.624896] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.keyfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.625027] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.region_name = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.625158] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.split_loggers = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.625283] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] placement.timeout = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.625416] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.auth_section = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.625545] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.auth_type = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.625671] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.cafile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.625795] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.certfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.625926] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.collect_timing = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.626063] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.connect_retries = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.626192] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.connect_retry_delay = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.626321] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.enable_notifications = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.626444] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.endpoint_override = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.626572] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.insecure = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.626702] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.interface = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.626824] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.keyfile = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.626952] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.max_version = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.627088] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.min_version = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.627215] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.region_name = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.627340] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.retriable_status_codes = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.627466] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.service_name = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.627587] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.service_type = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.627711] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.split_loggers = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.627835] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.status_code_retries = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.627960] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.status_code_retry_delay = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.628096] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.timeout = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.628221] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.valid_interfaces = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.628345] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ironic.version = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.628478] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] cli_script.dry_run = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.628620] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.628750] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.628880] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.629016] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.629155] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.629285] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.629415] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.629544] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.629672] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.629809] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.629936] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.630084] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.630220] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.630355] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.630487] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.630621] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.630749] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.630877] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.631036] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.631150] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.631278] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.631408] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.631532] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.631660] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.631787] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.631911] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.632052] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.632184] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.632308] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.632434] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.632560] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.ssl = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.632699] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.632828] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.632953] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.633099] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.633235] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.633361] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.633495] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_notifications.driver = [] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.633626] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_notifications.retry = -1 {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.633770] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.633920] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 514.634035] env[65380]: DEBUG oslo_service.backend._eventlet.service [None req-574520cb-bdaf-4bb7-b9d9-23ecbabf8697 None None] ******************************************************************************** {{(pid=65380) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 514.635162] env[65380]: DEBUG neutron.agent.securitygroups_rpc [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Init firewall settings (driver=nsxv3) {{(pid=65380) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 514.636459] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65380) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 514.636709] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] RPC agent_id: nsxm-l-01a.corp.local [ 514.638918] env[65380]: DEBUG dogpile.cache.region [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 514.639042] env[65380]: DEBUG dogpile.lock [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 514.639144] env[65380]: DEBUG dogpile.lock [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 514.639232] env[65380]: DEBUG dogpile.lock [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 514.639321] env[65380]: DEBUG dogpile.cache.region [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 514.639405] env[65380]: DEBUG dogpile.lock [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 514.639523] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 514.661080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Session token - acquiring [ 514.662936] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 514.663109] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 514.663213] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 514.663637] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 514.675076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 514.951688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 514.974088] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 514.974278] env[65380]: DEBUG dogpile.cache.region [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Cache value generated in 0.335 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 514.974401] env[65380]: DEBUG dogpile.lock [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 514.974464] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Activating Policy API Provider. [ 514.974655] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Looking for the default Infrastructure Rules. [ 515.050830] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Looking for the Default Layer3 Logged Drop Section. [ 515.067438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 515.067800] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.067968] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.068085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 515.068377] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 515.068703] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 515.584151] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.087673] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.591379] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Inventory metadata is going to be refreshed. [ 516.591379] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 517.344025] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.344025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.344025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.344025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.354101] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 517.358443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.358443] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 517.378963] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.378963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.378963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.378963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.378963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.378963] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 517.378963] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 517.378963] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 517.400696] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.400696] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.400696] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.400696] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.400696] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.400696] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 517.420606] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.420606] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.420606] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.420606] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.420606] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.420606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 517.440021] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.440021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.440021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.440021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.440021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.440021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 517.440021] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 517.440021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 517.458559] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.459134] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.459379] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.459764] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.460022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.461620] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 517.461620] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 517.461620] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 517.482024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 517.482024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 517.482024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 517.482024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 517.482024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.482024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 517.482024] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 517.482024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Inventory metadata have been refreshed. [ 517.482024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Dryrun:True. Metadata refresh completed. [ 517.482024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 517.483107] env[65380]: INFO neutron.agent.agent_extensions_manager [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Loaded agent extensions: [] [ 517.486084] env[65380]: DEBUG neutron_lib.callbacks.manager [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65380) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 517.539709] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent RPC Daemon Started! [ 517.541013] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:0 started [ 517.541013] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent out of sync with plugin! [ 522.485073] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 522.485493] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 527.486129] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 527.486403] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 532.487871] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.488294] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 532.613183] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0996c8a9-d8bb-427d-aee7-4225f5c0fbf9 demo admin] Enqueued Resource ID: ec78823f-6d5d-4870-ba1a-d62a717c3265 with Priority: HIGHEST for action security_group_rules [ 532.613789] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec78823f-6d5d-4870-ba1a-d62a717c3265 with Priority: HIGHEST for action security_group_rules [ 532.614340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec78823f-6d5d-4870-ba1a-d62a717c3265 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.614520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec78823f-6d5d-4870-ba1a-d62a717c3265" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.614595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec78823f-6d5d-4870-ba1a-d62a717c3265" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.614963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec78823f-6d5d-4870-ba1a-d62a717c3265" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.615066] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec78823f-6d5d-4870-ba1a-d62a717c3265',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.135919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.136154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.136154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.136374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.136484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.136643] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec78823f-6d5d-4870-ba1a-d62a717c3265 already deleted. [ 533.136731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec78823f-6d5d-4870-ba1a-d62a717c3265" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.615084] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.615488] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.616434] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.616685] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.617484] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.618173] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.619368] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.619863] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.620459] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.620459] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.161845] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fec59dd2-4147-4eee-beaf-b61df2aff590 None None] Enqueued Resource ID: 75aaedda-c544-456b-8265-4a8fc0ed7afc with Priority: HIGHEST for action port [ 561.161845] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75aaedda-c544-456b-8265-4a8fc0ed7afc with Priority: HIGHEST for action port [ 561.162150] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-75aaedda-c544-456b-8265-4a8fc0ed7afc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.162216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75aaedda-c544-456b-8265-4a8fc0ed7afc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.162256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75aaedda-c544-456b-8265-4a8fc0ed7afc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.162488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75aaedda-c544-456b-8265-4a8fc0ed7afc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.162568] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75aaedda-c544-456b-8265-4a8fc0ed7afc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.665191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75aaedda-c544-456b-8265-4a8fc0ed7afc [ 561.665422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.665554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.665645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.665840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.665955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.666077] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75aaedda-c544-456b-8265-4a8fc0ed7afc already deleted. [ 561.666190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75aaedda-c544-456b-8265-4a8fc0ed7afc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.699321] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f649a596-7ab2-4ae7-bc9a-b9f2bc195e9e None None] Enqueued Resource ID: 65c67b43-2b9b-48d6-b3ec-73bba904921c with Priority: HIGHEST for action port [ 561.700144] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65c67b43-2b9b-48d6-b3ec-73bba904921c with Priority: HIGHEST for action port [ 561.700372] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-65c67b43-2b9b-48d6-b3ec-73bba904921c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.700527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65c67b43-2b9b-48d6-b3ec-73bba904921c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.702473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65c67b43-2b9b-48d6-b3ec-73bba904921c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.702473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65c67b43-2b9b-48d6-b3ec-73bba904921c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.702918] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65c67b43-2b9b-48d6-b3ec-73bba904921c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.205228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65c67b43-2b9b-48d6-b3ec-73bba904921c [ 562.205710] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.205710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.205710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.205870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.205933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.206139] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65c67b43-2b9b-48d6-b3ec-73bba904921c already deleted. [ 562.206209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65c67b43-2b9b-48d6-b3ec-73bba904921c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.137552] env[65380]: INFO networking_nsxv3.common.synchronization [None req-dd3f9416-eb90-430a-8970-00d3bc6c4339 None None] Enqueued Resource ID: 8a789a60-d0f0-4762-a224-d8b90693b64f with Priority: HIGHEST for action port [ 563.138414] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a789a60-d0f0-4762-a224-d8b90693b64f with Priority: HIGHEST for action port [ 563.138666] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a789a60-d0f0-4762-a224-d8b90693b64f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.139545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a789a60-d0f0-4762-a224-d8b90693b64f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.139545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a789a60-d0f0-4762-a224-d8b90693b64f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.139545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a789a60-d0f0-4762-a224-d8b90693b64f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.139545] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a789a60-d0f0-4762-a224-d8b90693b64f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.487402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.487880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.487880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.487880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.488133] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.614574] env[65380]: INFO networking_nsxv3.common.synchronization [None req-12141776-630a-42bc-a773-7bf9aa086fa2 None None] Enqueued Resource ID: 61749fb7-da92-445d-b245-57a6c960b23f with Priority: HIGHEST for action port [ 563.615132] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61749fb7-da92-445d-b245-57a6c960b23f with Priority: HIGHEST for action port [ 563.615433] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-61749fb7-da92-445d-b245-57a6c960b23f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.615557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61749fb7-da92-445d-b245-57a6c960b23f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.615624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61749fb7-da92-445d-b245-57a6c960b23f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.615992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61749fb7-da92-445d-b245-57a6c960b23f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.615992] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61749fb7-da92-445d-b245-57a6c960b23f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.642856] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a789a60-d0f0-4762-a224-d8b90693b64f [ 563.643102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.643235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.643353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.643631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.643631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.643735] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a789a60-d0f0-4762-a224-d8b90693b64f already deleted. [ 563.643765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a789a60-d0f0-4762-a224-d8b90693b64f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 563.991824] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.117688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61749fb7-da92-445d-b245-57a6c960b23f [ 564.118406] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.118406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.118406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.118406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.118827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.118827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61749fb7-da92-445d-b245-57a6c960b23f already deleted. [ 564.118827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61749fb7-da92-445d-b245-57a6c960b23f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.495352] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.585243] env[65380]: INFO networking_nsxv3.common.synchronization [None req-21f87222-a995-4c67-b587-b73ad722a7d2 None None] Enqueued Resource ID: 7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0 with Priority: HIGHEST for action port [ 564.587530] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0 with Priority: HIGHEST for action port [ 564.587530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.587530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.587530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.587530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.587782] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.999579] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 564.999675] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 565.076317] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1c361625-05e0-4714-a6f8-dd3ea763bf37 None None] Enqueued Resource ID: 95ece1a0-e3b3-438c-b9c3-3858a43f66ad with Priority: HIGHEST for action port [ 565.076317] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ece1a0-e3b3-438c-b9c3-3858a43f66ad with Priority: HIGHEST for action port [ 565.076317] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ece1a0-e3b3-438c-b9c3-3858a43f66ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.076317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ece1a0-e3b3-438c-b9c3-3858a43f66ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.076317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ece1a0-e3b3-438c-b9c3-3858a43f66ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.076609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ece1a0-e3b3-438c-b9c3-3858a43f66ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.076649] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ece1a0-e3b3-438c-b9c3-3858a43f66ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.094120] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0 [ 565.094790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.094964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.095068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.095262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.095356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.095446] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0 already deleted. [ 565.095527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e43f275-2c9b-4aa7-9a5f-34e687d9e3d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.578453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95ece1a0-e3b3-438c-b9c3-3858a43f66ad [ 565.578882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.578882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.579661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.579661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.579661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.579661] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95ece1a0-e3b3-438c-b9c3-3858a43f66ad already deleted. [ 565.579661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ece1a0-e3b3-438c-b9c3-3858a43f66ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.801039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.801039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.801039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.801039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.812801] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 565.813693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.814917] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 565.834115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.834269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.834350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.834534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.834661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.834721] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 565.834797] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.834876] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 565.856068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.856224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.856294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.856499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.856644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.856762] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.883040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.883248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.883328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.883583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.883701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.883841] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.911128] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.911314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.911389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.911848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.911848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.911967] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 565.912013] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.912088] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 565.931392] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.931538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.931595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.931899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.931994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.932117] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 565.932191] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.932261] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 565.953388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.953555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.953555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.953717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.954314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.954314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 565.954314] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.954314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 565.954314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 565.954314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 565.954314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 565.954585] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 565.954618] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 565.954668] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 565.954890] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.980282] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.980282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.980415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.980596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.980666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.980949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 566.003388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.003548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.003591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.003846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.003951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.019551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.832273] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e23525f2-0109-49af-94d2-2f9fafa9ea0d None None] Enqueued Resource ID: 0244ebdf-a82b-45db-8bf8-02793ef3f4f3 with Priority: HIGHEST for action port [ 566.832652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0244ebdf-a82b-45db-8bf8-02793ef3f4f3 with Priority: HIGHEST for action port [ 566.833069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0244ebdf-a82b-45db-8bf8-02793ef3f4f3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.833200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0244ebdf-a82b-45db-8bf8-02793ef3f4f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.833261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0244ebdf-a82b-45db-8bf8-02793ef3f4f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.833486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0244ebdf-a82b-45db-8bf8-02793ef3f4f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.833564] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0244ebdf-a82b-45db-8bf8-02793ef3f4f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.336755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0244ebdf-a82b-45db-8bf8-02793ef3f4f3 [ 567.337983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.337983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.337983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.337983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.337983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.337983] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0244ebdf-a82b-45db-8bf8-02793ef3f4f3 already deleted. [ 567.337983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0244ebdf-a82b-45db-8bf8-02793ef3f4f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.352260] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5e271a8d-9a6e-4a47-9fb1-862fdf1a161f None None] Enqueued Resource ID: 61b5edf2-5647-4ebb-b542-4a997e4eae18 with Priority: HIGHEST for action port [ 567.352625] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b5edf2-5647-4ebb-b542-4a997e4eae18 with Priority: HIGHEST for action port [ 567.353421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b5edf2-5647-4ebb-b542-4a997e4eae18 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.353421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b5edf2-5647-4ebb-b542-4a997e4eae18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.353421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b5edf2-5647-4ebb-b542-4a997e4eae18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.353637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b5edf2-5647-4ebb-b542-4a997e4eae18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.353637] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b5edf2-5647-4ebb-b542-4a997e4eae18',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.857455] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61b5edf2-5647-4ebb-b542-4a997e4eae18 [ 567.857768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.858054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.858189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.858405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.858579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.858703] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61b5edf2-5647-4ebb-b542-4a997e4eae18 already deleted. [ 567.859197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b5edf2-5647-4ebb-b542-4a997e4eae18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.581524] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5af43892-387f-43a8-99d6-c7313aa059d4 None None] Enqueued Resource ID: f16c88e1-8698-4b32-a963-be77522c8090 with Priority: HIGHEST for action port [ 569.582080] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f16c88e1-8698-4b32-a963-be77522c8090 with Priority: HIGHEST for action port [ 569.582388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f16c88e1-8698-4b32-a963-be77522c8090 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.582498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f16c88e1-8698-4b32-a963-be77522c8090" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.582557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f16c88e1-8698-4b32-a963-be77522c8090" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.582917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f16c88e1-8698-4b32-a963-be77522c8090" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.583105] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f16c88e1-8698-4b32-a963-be77522c8090',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.095164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f16c88e1-8698-4b32-a963-be77522c8090 [ 570.095387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.095517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.095583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.095831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.095863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.095971] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f16c88e1-8698-4b32-a963-be77522c8090 already deleted. [ 570.096112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f16c88e1-8698-4b32-a963-be77522c8090" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.264670] env[65380]: INFO networking_nsxv3.common.synchronization [None req-934a645d-9bb0-4518-963a-f3d3ae612610 None None] Enqueued Resource ID: 5570eb77-44e9-430a-8b82-db86fa732123 with Priority: HIGHEST for action port [ 571.265291] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5570eb77-44e9-430a-8b82-db86fa732123 with Priority: HIGHEST for action port [ 571.265612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5570eb77-44e9-430a-8b82-db86fa732123 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.270059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5570eb77-44e9-430a-8b82-db86fa732123" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.270059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5570eb77-44e9-430a-8b82-db86fa732123" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.270059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5570eb77-44e9-430a-8b82-db86fa732123" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.270059] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5570eb77-44e9-430a-8b82-db86fa732123',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.503096] env[65380]: INFO networking_nsxv3.common.synchronization [None req-624a3f2f-9ab6-41dd-afcf-e07506d801a2 None None] Enqueued Resource ID: e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35 with Priority: HIGHEST for action port [ 571.503352] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35 with Priority: HIGHEST for action port [ 571.504097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.504097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.504097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.504805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.504805] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.770616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5570eb77-44e9-430a-8b82-db86fa732123 [ 571.771037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.771239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.771311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.771518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.771611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.771793] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5570eb77-44e9-430a-8b82-db86fa732123 already deleted. [ 571.771856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5570eb77-44e9-430a-8b82-db86fa732123" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.829043] env[65380]: INFO networking_nsxv3.common.synchronization [None req-10d6af7f-0f46-40ed-af90-6a165a799526 None None] Enqueued Resource ID: 41e2e7d4-c53d-489a-ba1c-5c44904466d2 with Priority: HIGHEST for action port [ 571.829578] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41e2e7d4-c53d-489a-ba1c-5c44904466d2 with Priority: HIGHEST for action port [ 571.829866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-41e2e7d4-c53d-489a-ba1c-5c44904466d2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.829991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41e2e7d4-c53d-489a-ba1c-5c44904466d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.833432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41e2e7d4-c53d-489a-ba1c-5c44904466d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.833511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41e2e7d4-c53d-489a-ba1c-5c44904466d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.833598] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e2e7d4-c53d-489a-ba1c-5c44904466d2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.006288] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35 [ 572.006518] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.006664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.006713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.006923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.007018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.007115] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35 already deleted. [ 572.007195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f11c5d-9ae4-445d-bddc-e5e77cdf1f35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.339426] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41e2e7d4-c53d-489a-ba1c-5c44904466d2 [ 572.339674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.339808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.339902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.340147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.340746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.340746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41e2e7d4-c53d-489a-ba1c-5c44904466d2 already deleted. [ 572.340746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41e2e7d4-c53d-489a-ba1c-5c44904466d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.634921] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2b85388f-e1fa-4231-991f-d6fe190f40b9 None None] Enqueued Resource ID: 0c7fa23a-3d2b-4431-a61e-a15f32d183bf with Priority: HIGHEST for action port [ 572.635187] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7fa23a-3d2b-4431-a61e-a15f32d183bf with Priority: HIGHEST for action port [ 572.636015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c7fa23a-3d2b-4431-a61e-a15f32d183bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.636015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c7fa23a-3d2b-4431-a61e-a15f32d183bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.636015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c7fa23a-3d2b-4431-a61e-a15f32d183bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.636515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c7fa23a-3d2b-4431-a61e-a15f32d183bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.636515] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7fa23a-3d2b-4431-a61e-a15f32d183bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.990526] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f0a4e0f0-9b89-4a09-9933-2cb9c95afeb8 None None] Enqueued Resource ID: 56750872-b29e-41de-b4f0-86cbb3861873 with Priority: HIGHEST for action port [ 572.990853] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56750872-b29e-41de-b4f0-86cbb3861873 with Priority: HIGHEST for action port [ 572.991381] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-56750872-b29e-41de-b4f0-86cbb3861873 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.991381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56750872-b29e-41de-b4f0-86cbb3861873" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.991381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56750872-b29e-41de-b4f0-86cbb3861873" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.991624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56750872-b29e-41de-b4f0-86cbb3861873" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.991728] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56750872-b29e-41de-b4f0-86cbb3861873',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.138977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c7fa23a-3d2b-4431-a61e-a15f32d183bf [ 573.139355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.139480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.139480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.139673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.139773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.140431] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c7fa23a-3d2b-4431-a61e-a15f32d183bf already deleted. [ 573.140550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c7fa23a-3d2b-4431-a61e-a15f32d183bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.494140] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56750872-b29e-41de-b4f0-86cbb3861873 [ 573.494403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.494513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.494580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.495086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.495086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.495086] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56750872-b29e-41de-b4f0-86cbb3861873 already deleted. [ 573.495086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56750872-b29e-41de-b4f0-86cbb3861873" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.973443] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4fa12989-e516-4392-b51d-3003d67e2545 None None] Enqueued Resource ID: 2d5a1bd0-112f-4482-b99c-417791b1ff0f with Priority: HIGHEST for action port [ 573.973669] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d5a1bd0-112f-4482-b99c-417791b1ff0f with Priority: HIGHEST for action port [ 573.975582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d5a1bd0-112f-4482-b99c-417791b1ff0f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.975582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d5a1bd0-112f-4482-b99c-417791b1ff0f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.975582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d5a1bd0-112f-4482-b99c-417791b1ff0f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.975582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d5a1bd0-112f-4482-b99c-417791b1ff0f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.975582] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d5a1bd0-112f-4482-b99c-417791b1ff0f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.028661] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2664a26f-1900-4acb-b9de-70a914cded08 None None] Enqueued Resource ID: 843388b5-5478-4972-ba26-3d81f0e6ecd7 with Priority: HIGHEST for action port [ 574.029262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 843388b5-5478-4972-ba26-3d81f0e6ecd7 with Priority: HIGHEST for action port [ 574.029570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-843388b5-5478-4972-ba26-3d81f0e6ecd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.029696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-843388b5-5478-4972-ba26-3d81f0e6ecd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.029793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-843388b5-5478-4972-ba26-3d81f0e6ecd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.030122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-843388b5-5478-4972-ba26-3d81f0e6ecd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.030188] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('843388b5-5478-4972-ba26-3d81f0e6ecd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.479336] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d5a1bd0-112f-4482-b99c-417791b1ff0f [ 574.479426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.479529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.479596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.479793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.480344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.480344] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d5a1bd0-112f-4482-b99c-417791b1ff0f already deleted. [ 574.480344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d5a1bd0-112f-4482-b99c-417791b1ff0f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.535420] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 843388b5-5478-4972-ba26-3d81f0e6ecd7 [ 574.535696] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.535772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.535844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.536070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.536233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.536289] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:843388b5-5478-4972-ba26-3d81f0e6ecd7 already deleted. [ 574.536328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-843388b5-5478-4972-ba26-3d81f0e6ecd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.643287] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d27e8a38-f748-41bf-b49f-60a48f476512 None None] Enqueued Resource ID: 6b34dd87-650e-4228-8307-5dc86b9b4932 with Priority: HIGHEST for action port [ 575.644259] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b34dd87-650e-4228-8307-5dc86b9b4932 with Priority: HIGHEST for action port [ 575.644594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b34dd87-650e-4228-8307-5dc86b9b4932 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.644726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b34dd87-650e-4228-8307-5dc86b9b4932" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.644801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b34dd87-650e-4228-8307-5dc86b9b4932" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.645085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b34dd87-650e-4228-8307-5dc86b9b4932" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.645162] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b34dd87-650e-4228-8307-5dc86b9b4932',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.004364] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5582c11d-bb70-46db-9db3-64696b9a4348 None None] Enqueued Resource ID: 552bcf0e-89fc-44cf-8bae-f2d1fef50d3b with Priority: HIGHEST for action port [ 576.005247] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552bcf0e-89fc-44cf-8bae-f2d1fef50d3b with Priority: HIGHEST for action port [ 576.005554] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-552bcf0e-89fc-44cf-8bae-f2d1fef50d3b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.005674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-552bcf0e-89fc-44cf-8bae-f2d1fef50d3b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.005745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-552bcf0e-89fc-44cf-8bae-f2d1fef50d3b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.005991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-552bcf0e-89fc-44cf-8bae-f2d1fef50d3b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.007350] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('552bcf0e-89fc-44cf-8bae-f2d1fef50d3b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.150265] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b34dd87-650e-4228-8307-5dc86b9b4932 [ 576.150265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.150265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.150265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.150472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.150472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.150526] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b34dd87-650e-4228-8307-5dc86b9b4932 already deleted. [ 576.150600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b34dd87-650e-4228-8307-5dc86b9b4932" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.509214] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 552bcf0e-89fc-44cf-8bae-f2d1fef50d3b [ 576.509436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.509566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.509635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.509863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.509955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.510063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:552bcf0e-89fc-44cf-8bae-f2d1fef50d3b already deleted. [ 576.510158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-552bcf0e-89fc-44cf-8bae-f2d1fef50d3b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.812522] env[65380]: INFO networking_nsxv3.common.synchronization [None req-649d92c2-58dc-4b4b-88e6-9af781e910f3 None None] Enqueued Resource ID: 4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0 with Priority: HIGHEST for action port [ 576.812785] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0 with Priority: HIGHEST for action port [ 576.813366] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.813487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.813598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.813910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.813910] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.281536] env[65380]: INFO networking_nsxv3.common.synchronization [None req-25ac4c7b-00fe-4c9c-a2b0-09ad5a6986d3 tempest-ServersTestManualDisk-1709045078 tempest-ServersTestManualDisk-1709045078-project-member] Enqueued Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_rules [ 577.284147] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_rules [ 577.284623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.285349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.285349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.285614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.286828] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.319021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0 [ 577.319021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.319021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.319021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.319021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.319021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.319021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0 already deleted. [ 577.319021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d3c46a3-86b4-4ef7-8dca-da2e21ef43e0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.402284] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4a0ef35a-cc54-4a8e-9cb5-ef74b1316675 tempest-ServersTestManualDisk-1709045078 tempest-ServersTestManualDisk-1709045078-project-member] Enqueued Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_rules [ 577.402284] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_rules [ 577.402453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.402551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.500425] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f635f7e0-2920-45b4-91e5-c99e8ae7f36b None None] Enqueued Resource ID: e5408d18-b28b-4924-8790-a52b78826a63 with Priority: HIGHEST for action port [ 577.502307] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5408d18-b28b-4924-8790-a52b78826a63 with Priority: HIGHEST for action port [ 577.502735] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5408d18-b28b-4924-8790-a52b78826a63 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.502998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5408d18-b28b-4924-8790-a52b78826a63" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.502998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5408d18-b28b-4924-8790-a52b78826a63" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.504069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5408d18-b28b-4924-8790-a52b78826a63" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.504069] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5408d18-b28b-4924-8790-a52b78826a63',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.809807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.809960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.810049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.810264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.810709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.810709] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 already deleted. [ 577.810709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.810709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.810875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.810967] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.007210] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5408d18-b28b-4924-8790-a52b78826a63 [ 578.007210] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.007210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.007210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.007210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.007210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.007210] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5408d18-b28b-4924-8790-a52b78826a63 already deleted. [ 578.007210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5408d18-b28b-4924-8790-a52b78826a63" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.336283] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.336414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.336484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.337012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.337012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.337012] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 already deleted. [ 578.337012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.982653] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b6e1ef62-3715-4730-bdbf-87cb57d7099e None None] Enqueued Resource ID: 075e1602-ed8b-4e45-b2ee-47a0a50f2277 with Priority: HIGHEST for action port [ 579.983290] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075e1602-ed8b-4e45-b2ee-47a0a50f2277 with Priority: HIGHEST for action port [ 579.983612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-075e1602-ed8b-4e45-b2ee-47a0a50f2277 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.983757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075e1602-ed8b-4e45-b2ee-47a0a50f2277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.983840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075e1602-ed8b-4e45-b2ee-47a0a50f2277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.984095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075e1602-ed8b-4e45-b2ee-47a0a50f2277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.984181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075e1602-ed8b-4e45-b2ee-47a0a50f2277',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.486760] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 075e1602-ed8b-4e45-b2ee-47a0a50f2277 [ 580.487592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.491018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.491018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.491018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.491018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.491018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:075e1602-ed8b-4e45-b2ee-47a0a50f2277 already deleted. [ 580.491018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075e1602-ed8b-4e45-b2ee-47a0a50f2277" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.570202] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c7db6a52-3dd1-4a07-b399-38f8bb8fb01d None None] Enqueued Resource ID: b30a6baa-ac50-4218-b931-71536c5520bf with Priority: HIGHEST for action port [ 580.570549] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30a6baa-ac50-4218-b931-71536c5520bf with Priority: HIGHEST for action port [ 580.571066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b30a6baa-ac50-4218-b931-71536c5520bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.571199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b30a6baa-ac50-4218-b931-71536c5520bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.571268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b30a6baa-ac50-4218-b931-71536c5520bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.571513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b30a6baa-ac50-4218-b931-71536c5520bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.571601] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30a6baa-ac50-4218-b931-71536c5520bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.632715] env[65380]: INFO networking_nsxv3.common.synchronization [req-29e03908-61db-4aa6-89ce-190a4973a01c req-6d47996f-1a8c-48d5-ac07-0b85a1438b06 tempest-ServerDiagnosticsTest-1955242197 tempest-ServerDiagnosticsTest-1955242197-project-member] Enqueued Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGHEST for action security_group_members [ 580.633186] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGHEST for action security_group_members [ 580.633912] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.634564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.634663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.636131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.636131] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.636131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.636131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.636131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.636131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.636131] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.780609] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e59bead6-b8b6-4e7e-987f-fa4c26b0b3a5 None None] Enqueued Resource ID: fb47c983-bb93-49d5-a5b8-f329fb90fe40 with Priority: HIGHEST for action port [ 580.780872] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb47c983-bb93-49d5-a5b8-f329fb90fe40 with Priority: HIGHEST for action port [ 580.781466] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb47c983-bb93-49d5-a5b8-f329fb90fe40 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.781592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb47c983-bb93-49d5-a5b8-f329fb90fe40" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.781689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb47c983-bb93-49d5-a5b8-f329fb90fe40" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.781983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb47c983-bb93-49d5-a5b8-f329fb90fe40" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.783131] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb47c983-bb93-49d5-a5b8-f329fb90fe40',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.080426] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b30a6baa-ac50-4218-b931-71536c5520bf [ 581.080426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.080426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.080426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.080426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.080426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.080426] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b30a6baa-ac50-4218-b931-71536c5520bf already deleted. [ 581.080426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b30a6baa-ac50-4218-b931-71536c5520bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.139131] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.139278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.139278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.140195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.140195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.140195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.140195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.140195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.140195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.140195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.140918] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda already deleted. [ 581.140918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.286177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb47c983-bb93-49d5-a5b8-f329fb90fe40 [ 581.286426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.286563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.286641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.286858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.286963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.287068] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb47c983-bb93-49d5-a5b8-f329fb90fe40 already deleted. [ 581.287157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb47c983-bb93-49d5-a5b8-f329fb90fe40" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.356823] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.357023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.357778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.357778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.357976] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.358157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.358271] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.358601] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.358763] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.359070] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.359187] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.360931] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.360931] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.360931] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.360931] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.360931] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.380075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.380400] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.380542] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.380717] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.381051] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-2b700413-9737-481b-95bf-92741b9085bd taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.381235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-2b700413-9737-481b-95bf-92741b9085bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.381369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-2b700413-9737-481b-95bf-92741b9085bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.381722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-2b700413-9737-481b-95bf-92741b9085bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.381883] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b700413-9737-481b-95bf-92741b9085bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.431301] env[65380]: INFO networking_nsxv3.common.synchronization [req-b93437fc-e521-49c7-8b28-6fa2a3660e44 req-0e9f601d-90e5-40eb-b14c-0986512b3d7d tempest-DeleteServersAdminTestJSON-1286097210 tempest-DeleteServersAdminTestJSON-1286097210-project-member] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 581.431634] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 581.432325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.432452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.432522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.432779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.432934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.433051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.433114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.433275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.433365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.433460] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.865131] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.865131] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.865261] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.865443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.866024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.866024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.866211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.866451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.866647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.866896] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.867069] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.867224] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.867371] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.867521] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.867691] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.867864] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.884161] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.884431] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.884573] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.884928] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.885148] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.885321] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 2b700413-9737-481b-95bf-92741b9085bd not found, creating... [ 581.885598] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.885752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.885865] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.886089] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.886224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.886604] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.886771] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.886885] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.887102] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.887233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.887364] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 2b700413-9737-481b-95bf-92741b9085bd is going to be created. [ 581.889850] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.890014] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.890151] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.890298] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.890550] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-80afc4c9-4d95-4675-a30d-521b87803aa6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.890701] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-80afc4c9-4d95-4675-a30d-521b87803aa6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.890831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-80afc4c9-4d95-4675-a30d-521b87803aa6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.891229] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-80afc4c9-4d95-4675-a30d-521b87803aa6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.891266] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80afc4c9-4d95-4675-a30d-521b87803aa6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.918336] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.918573] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.918709] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.918963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.919201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.919426] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-2b700413-9737-481b-95bf-92741b9085bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.939336] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.939494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.939570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.939772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.939873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.940177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.940260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.940309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.940795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.940795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.940795] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 already deleted. [ 581.940795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.394762] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.394762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.395328] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.395328] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.395509] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.395509] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 80afc4c9-4d95-4675-a30d-521b87803aa6 not found, creating... [ 582.395758] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.395905] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.396021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.396247] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.396383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.396665] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.396823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.396920] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.397140] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.397268] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.397658] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 80afc4c9-4d95-4675-a30d-521b87803aa6 is going to be created. [ 582.419529] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.419830] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.419973] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.420277] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.420463] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.420671] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-80afc4c9-4d95-4675-a30d-521b87803aa6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.656319] env[65380]: INFO networking_nsxv3.common.synchronization [req-29e03908-61db-4aa6-89ce-190a4973a01c req-65be5a27-317c-4821-bc81-6e03b12ebeed service nova] Enqueued Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGHEST for action security_group_rules [ 582.656319] env[65380]: INFO networking_nsxv3.common.synchronization [req-29e03908-61db-4aa6-89ce-190a4973a01c req-65be5a27-317c-4821-bc81-6e03b12ebeed service nova] Enqueued Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGHEST for action security_group_members [ 582.656319] env[65380]: INFO networking_nsxv3.common.synchronization [req-29e03908-61db-4aa6-89ce-190a4973a01c req-65be5a27-317c-4821-bc81-6e03b12ebeed service nova] Enqueued Resource ID: 2b700413-9737-481b-95bf-92741b9085bd with Priority: HIGHEST for action port [ 582.656485] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGHEST for action security_group_rules [ 582.656485] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGHEST for action security_group_members [ 582.659299] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b700413-9737-481b-95bf-92741b9085bd with Priority: HIGHEST for action port [ 582.659299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.659299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.659299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.659299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.659299] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.659299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.659299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.659299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.659299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.659926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.659926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.662441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.662441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.662441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.662441] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.662441] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b700413-9737-481b-95bf-92741b9085bd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.662441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b700413-9737-481b-95bf-92741b9085bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.662441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b700413-9737-481b-95bf-92741b9085bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.662441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b700413-9737-481b-95bf-92741b9085bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.662441] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b700413-9737-481b-95bf-92741b9085bd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.777468] env[65380]: INFO networking_nsxv3.common.synchronization [None req-21a92b8b-4a10-46ba-811a-29e48d65fa5d tempest-VolumesAssistedSnapshotsTest-1436650459 tempest-VolumesAssistedSnapshotsTest-1436650459-project-member] Enqueued Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_rules [ 582.777845] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_rules [ 582.778422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.778518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.778518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.778758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.778829] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.160245] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.160477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.162882] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.164198] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b700413-9737-481b-95bf-92741b9085bd with status ACTIVE [ 583.164412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.164560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.164631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.164884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.164996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.165238] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.165361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.165433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.165610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.165690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.166766] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.166918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.167019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.167179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.167262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.167504] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b700413-9737-481b-95bf-92741b9085bd is going to be updated. [ 583.191472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.191639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.191727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.191949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.192271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.192451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b700413-9737-481b-95bf-92741b9085bd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.215955] env[65380]: INFO networking_nsxv3.common.synchronization [req-b93437fc-e521-49c7-8b28-6fa2a3660e44 req-181f4803-42a0-4c94-a5e2-34a3573ab0f4 service nova] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_rules [ 583.216214] env[65380]: INFO networking_nsxv3.common.synchronization [req-b93437fc-e521-49c7-8b28-6fa2a3660e44 req-181f4803-42a0-4c94-a5e2-34a3573ab0f4 service nova] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 583.216255] env[65380]: INFO networking_nsxv3.common.synchronization [req-b93437fc-e521-49c7-8b28-6fa2a3660e44 req-181f4803-42a0-4c94-a5e2-34a3573ab0f4 service nova] Enqueued Resource ID: 80afc4c9-4d95-4675-a30d-521b87803aa6 with Priority: HIGHEST for action port [ 583.216701] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_rules [ 583.216841] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 583.217063] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80afc4c9-4d95-4675-a30d-521b87803aa6 with Priority: HIGHEST for action port [ 583.217637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.217815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.217978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.218309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.218597] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.220332] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.220495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.221288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.221288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.221557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.222200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.222200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.222674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.222821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.222926] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.223825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-80afc4c9-4d95-4675-a30d-521b87803aa6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.223892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80afc4c9-4d95-4675-a30d-521b87803aa6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.223984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80afc4c9-4d95-4675-a30d-521b87803aa6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.224149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80afc4c9-4d95-4675-a30d-521b87803aa6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.224223] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80afc4c9-4d95-4675-a30d-521b87803aa6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.302596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.302946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.302946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.303490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.303490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.303490] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c already deleted. [ 583.303490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.368599] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3c951fb0-329b-4b83-a8d3-611896b13928 tempest-VolumesAssistedSnapshotsTest-1436650459 tempest-VolumesAssistedSnapshotsTest-1436650459-project-member] Enqueued Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_rules [ 583.369211] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_rules [ 583.369938] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.369938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.369938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.369938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.370254] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.670853] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.712663] env[65380]: INFO networking_nsxv3.common.synchronization [None req-80d1ba58-fc3b-4796-beb2-013cd7e8adcd None None] Enqueued Resource ID: 3cecf24a-65ee-48e9-835f-cc8b13219da8 with Priority: HIGHEST for action port [ 583.712663] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cecf24a-65ee-48e9-835f-cc8b13219da8 with Priority: HIGHEST for action port [ 583.713349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cecf24a-65ee-48e9-835f-cc8b13219da8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.713349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cecf24a-65ee-48e9-835f-cc8b13219da8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.713452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cecf24a-65ee-48e9-835f-cc8b13219da8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.713643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cecf24a-65ee-48e9-835f-cc8b13219da8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.713738] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cecf24a-65ee-48e9-835f-cc8b13219da8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.720220] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.720318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.727027] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.738162] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80afc4c9-4d95-4675-a30d-521b87803aa6 with status ACTIVE [ 583.738386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.738522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.738591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.738892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.739009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.739205] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.739306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.739371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.739527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.739604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.739784] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.739879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.739940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.740090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.740165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.740247] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80afc4c9-4d95-4675-a30d-521b87803aa6 is going to be updated. [ 583.762584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.763573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.763573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.763573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.763573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.763822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80afc4c9-4d95-4675-a30d-521b87803aa6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.891556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.891723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.891794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.891993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.892096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.892186] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c already deleted. [ 583.892265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.026318] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a6a0b11-e56b-4af3-b150-d9bda969d167 req-65e1b6e0-1d88-4ecd-9f97-74b0c2735b47 tempest-ServerDiagnosticsNegativeTest-266379322 tempest-ServerDiagnosticsNegativeTest-266379322-project-member] Enqueued Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGHEST for action security_group_members [ 584.027157] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGHEST for action security_group_members [ 584.027455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.027577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.027646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.027941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.028182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.028328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.028706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.028706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.028706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.028839] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.176026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.176026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.176026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.176026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.176026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.176026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda is going to be created. [ 584.201241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.201384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.201422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.201915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.202264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.212749] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda in Status: UNINITIALIZED for 2s [ 584.216829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cecf24a-65ee-48e9-835f-cc8b13219da8 [ 584.216829] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.216829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.216829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.216829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.217493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.217493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cecf24a-65ee-48e9-835f-cc8b13219da8 already deleted. [ 584.217493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cecf24a-65ee-48e9-835f-cc8b13219da8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.230931] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.427628] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.427951] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.428200] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.428589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.429017] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.429285] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.429502] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.429858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.430125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.430455] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.430635] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.430810] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.430987] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.431197] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.431389] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.431599] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.450634] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.450861] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.451098] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.451355] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.451802] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.452069] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.452282] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.452724] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.452947] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd369b2-83d9-43c0-8ba1-89eb0dd6f802',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.532246] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.532246] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.532246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 already deleted. [ 584.532246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.733650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.734167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.734167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.734167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.734260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.734399] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 is going to be created. [ 584.759709] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.759909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.759994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.760217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.760375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.770719] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: UNINITIALIZED for 2s [ 584.956294] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.956554] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.956635] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.956927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.957088] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.957245] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 6cd369b2-83d9-43c0-8ba1-89eb0dd6f802 not found, creating... [ 584.957530] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.957748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.957879] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.958121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.958261] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.958555] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.958708] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.958819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.959066] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.959204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.959395] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 6cd369b2-83d9-43c0-8ba1-89eb0dd6f802 is going to be created. [ 584.981048] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.981263] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.981407] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.981734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.981966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.982203] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.219440] env[65380]: INFO networking_nsxv3.common.synchronization [None req-74d3618d-cfcb-4fd4-85e2-25c2278b81a3 None None] Enqueued Resource ID: fc824a14-b1af-4197-a1ce-4af71af6c26a with Priority: HIGHEST for action port [ 585.219877] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc824a14-b1af-4197-a1ce-4af71af6c26a with Priority: HIGHEST for action port [ 585.219962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc824a14-b1af-4197-a1ce-4af71af6c26a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.220059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc824a14-b1af-4197-a1ce-4af71af6c26a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.220121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc824a14-b1af-4197-a1ce-4af71af6c26a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.220376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc824a14-b1af-4197-a1ce-4af71af6c26a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.220459] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc824a14-b1af-4197-a1ce-4af71af6c26a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.688319] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a6a0b11-e56b-4af3-b150-d9bda969d167 req-b0b38299-2e7a-44eb-8414-1d26d10c5f1e service nova] Enqueued Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGHEST for action security_group_rules [ 585.688844] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a6a0b11-e56b-4af3-b150-d9bda969d167 req-b0b38299-2e7a-44eb-8414-1d26d10c5f1e service nova] Enqueued Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGHEST for action security_group_members [ 585.689565] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a6a0b11-e56b-4af3-b150-d9bda969d167 req-b0b38299-2e7a-44eb-8414-1d26d10c5f1e service nova] Enqueued Resource ID: 6cd369b2-83d9-43c0-8ba1-89eb0dd6f802 with Priority: HIGHEST for action port [ 585.690453] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGHEST for action security_group_rules [ 585.690600] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGHEST for action security_group_members [ 585.690794] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd369b2-83d9-43c0-8ba1-89eb0dd6f802 with Priority: HIGHEST for action port [ 585.691278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.691451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.692024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.692109] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.697567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.697567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.697567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.698493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.698493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.698810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.698810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.700274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.700274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.700274] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.703738] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.703920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.704048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.705198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.705198] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd369b2-83d9-43c0-8ba1-89eb0dd6f802',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.725121] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc824a14-b1af-4197-a1ce-4af71af6c26a [ 585.725121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.725121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.725121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.725121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.725121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.725121] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc824a14-b1af-4197-a1ce-4af71af6c26a already deleted. [ 585.725121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc824a14-b1af-4197-a1ce-4af71af6c26a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.198538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.198538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.203016] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.207694] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cd369b2-83d9-43c0-8ba1-89eb0dd6f802 with status ACTIVE [ 586.208366] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.210541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.210541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.210541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.210541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.210541] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.210541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.210541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.210541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.214362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.214362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.214362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.214362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.214362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.214362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.214362] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cd369b2-83d9-43c0-8ba1-89eb0dd6f802 is going to be updated. [ 586.224493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda in Status: SUCCESS [ 586.224807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.224950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.225182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.225382] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.225489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.226246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.226246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.226246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.226246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.226246] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.239277] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.239429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.239509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.239942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.239942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.240059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cd369b2-83d9-43c0-8ba1-89eb0dd6f802" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.303944] env[65380]: INFO networking_nsxv3.common.synchronization [req-a6e8de2f-5063-42e9-9eec-bd453faae53b req-46915031-8e79-4c5e-9279-0178a2074edc tempest-TenantUsagesTestJSON-1602940447 tempest-TenantUsagesTestJSON-1602940447-project-member] Enqueued Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGHEST for action security_group_members [ 586.304498] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGHEST for action security_group_members [ 586.305055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c3d9c-cf44-4679-a08f-0d6bf68de223 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.305323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.305439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.305701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.305863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.305973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.306120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.306291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.306383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.306483] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.707709] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.729805] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.729956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.730772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.730772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.730772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.730772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.730772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.730772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.730772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.731077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.731077] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.731165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.731165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.731612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.731612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.731612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.731612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.732182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.732182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.732182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.732316] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.759121] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.759121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.759271] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.759452] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.760026] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.760026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.760362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.760362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.760362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.760627] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.760696] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.760769] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.760875] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.760987] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.761702] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.761702] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.782496] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: SUCCESS [ 586.782684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.783212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.783929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.783929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.783929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.783929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.783929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.784645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.784764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.786201] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.786755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.786911] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.787054] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.787343] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.787488] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-87cd4460-4318-4258-a7b7-e1946f8dc8b8 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.787646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-87cd4460-4318-4258-a7b7-e1946f8dc8b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.787791] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-87cd4460-4318-4258-a7b7-e1946f8dc8b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.788018] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-87cd4460-4318-4258-a7b7-e1946f8dc8b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.788196] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87cd4460-4318-4258-a7b7-e1946f8dc8b8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.810258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.810423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.810596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.810734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.810825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.811024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.811122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.811194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.811334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.811409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.811495] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 already deleted. [ 586.811578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.214236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.214594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.214594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.215015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.215196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.215365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 is going to be created. [ 587.235626] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f99e6737-01a2-4eca-ba4d-6f62ca3a8fda: rpc.has_security_group_logging(os_id): False [ 587.248428] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.248535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.248771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.249503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.249503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.255475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.255679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.255679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.255902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.255968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.256217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.256346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.257528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.257528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.257528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.257528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.257528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.257528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.257528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.257528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.257528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.257528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.258101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.258101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.258101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.258101] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda is going to be created. [ 587.262405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 in Status: UNINITIALIZED for 2s [ 587.294597] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.294832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.294903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.295279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.295428] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.295523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.295591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.295744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.295833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.295956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.296299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.296371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.296416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.296619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.296820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.296936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.297045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.297272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.297389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.297492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.297622] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.298924] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.299169] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.299334] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.299612] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.299790] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.299947] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 87cd4460-4318-4258-a7b7-e1946f8dc8b8 not found, creating... [ 587.300210] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.300361] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.300472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.300675] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.300957] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.302133] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.303571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.303571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.303571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.303571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.303571] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 87cd4460-4318-4258-a7b7-e1946f8dc8b8 is going to be created. [ 587.325038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.325498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.325648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.327190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.327190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.336839] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.336839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.336839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.337096] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.337430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.337430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-87cd4460-4318-4258-a7b7-e1946f8dc8b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.340167] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda in Status: IN_PROGRESS for 2s [ 587.806025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02973862-aeaa-4175-89ac-c94b4d84d2d8: rpc.has_security_group_logging(os_id): False [ 587.827593] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.827818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.827926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.828170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.828253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.828534] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.828534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.828612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.828740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.828826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.829085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.829188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.829278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.829429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.829534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.829741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.829842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.829917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.831551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.831636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.831756] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 is going to be created. [ 587.899270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.899573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.899573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.899747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.899880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.913156] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: IN_PROGRESS for 2s [ 588.028377] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b9770724-b31e-4175-9af4-0cbf8b3bfbea None None] Enqueued Resource ID: cfeb6613-dfb3-4d87-843e-4d67002dd4c5 with Priority: HIGHEST for action port [ 588.028939] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfeb6613-dfb3-4d87-843e-4d67002dd4c5 with Priority: HIGHEST for action port [ 588.029346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfeb6613-dfb3-4d87-843e-4d67002dd4c5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.029490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfeb6613-dfb3-4d87-843e-4d67002dd4c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.029490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfeb6613-dfb3-4d87-843e-4d67002dd4c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.029753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfeb6613-dfb3-4d87-843e-4d67002dd4c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.029840] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfeb6613-dfb3-4d87-843e-4d67002dd4c5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.066192] env[65380]: INFO networking_nsxv3.common.synchronization [req-a6e8de2f-5063-42e9-9eec-bd453faae53b req-609528c9-2843-4d62-a2ae-01a1dc4e6a13 service nova] Enqueued Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGHEST for action security_group_rules [ 588.066192] env[65380]: INFO networking_nsxv3.common.synchronization [req-a6e8de2f-5063-42e9-9eec-bd453faae53b req-609528c9-2843-4d62-a2ae-01a1dc4e6a13 service nova] Enqueued Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGHEST for action security_group_members [ 588.066192] env[65380]: INFO networking_nsxv3.common.synchronization [req-a6e8de2f-5063-42e9-9eec-bd453faae53b req-609528c9-2843-4d62-a2ae-01a1dc4e6a13 service nova] Enqueued Resource ID: 87cd4460-4318-4258-a7b7-e1946f8dc8b8 with Priority: HIGHEST for action port [ 588.066500] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGHEST for action security_group_rules [ 588.066500] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGHEST for action security_group_members [ 588.067215] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87cd4460-4318-4258-a7b7-e1946f8dc8b8 with Priority: HIGHEST for action port [ 588.067647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006c3d9c-cf44-4679-a08f-0d6bf68de223 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.067782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.067889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.068442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.068641] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.069868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c3d9c-cf44-4679-a08f-0d6bf68de223 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.070508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.070599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.070859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.071177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.071348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.071467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.071691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.071837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.072092] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.073528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-87cd4460-4318-4258-a7b7-e1946f8dc8b8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.073528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87cd4460-4318-4258-a7b7-e1946f8dc8b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.073528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87cd4460-4318-4258-a7b7-e1946f8dc8b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.073854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87cd4460-4318-4258-a7b7-e1946f8dc8b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.074157] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87cd4460-4318-4258-a7b7-e1946f8dc8b8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.534065] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfeb6613-dfb3-4d87-843e-4d67002dd4c5 [ 588.534065] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.534065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.534065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.534065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.534065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.534065] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfeb6613-dfb3-4d87-843e-4d67002dd4c5 already deleted. [ 588.534065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfeb6613-dfb3-4d87-843e-4d67002dd4c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.578879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c3d9c-cf44-4679-a08f-0d6bf68de223 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.578879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.578879] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.584483] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87cd4460-4318-4258-a7b7-e1946f8dc8b8 with status ACTIVE [ 588.584659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.584776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.584840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.585880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.585880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.585880] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.585880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.585880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.587188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.587188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.587188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.587188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.587188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.587188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.587445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.587445] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87cd4460-4318-4258-a7b7-e1946f8dc8b8 is going to be updated. [ 588.611544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.611704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.611775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.611993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.612152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.612316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87cd4460-4318-4258-a7b7-e1946f8dc8b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.054363] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8532d241-097a-4d7a-a210-f3a1054f55d8 None None] Enqueued Resource ID: 509b783c-8a68-41d1-a2b9-f4e7c48008f4 with Priority: HIGHEST for action port [ 589.056107] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 509b783c-8a68-41d1-a2b9-f4e7c48008f4 with Priority: HIGHEST for action port [ 589.056718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-509b783c-8a68-41d1-a2b9-f4e7c48008f4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.056831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-509b783c-8a68-41d1-a2b9-f4e7c48008f4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.056831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-509b783c-8a68-41d1-a2b9-f4e7c48008f4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.057788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-509b783c-8a68-41d1-a2b9-f4e7c48008f4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.057788] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('509b783c-8a68-41d1-a2b9-f4e7c48008f4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.081394] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.274646] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 in Status: SUCCESS [ 589.274856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.274932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.275190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.275439] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.275603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.275669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.275877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.275960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.276060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.276491] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.359182] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda in Status: SUCCESS [ 589.359182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.560508] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 509b783c-8a68-41d1-a2b9-f4e7c48008f4 [ 589.560805] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.560874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.560921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.561159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.561239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.561330] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:509b783c-8a68-41d1-a2b9-f4e7c48008f4 already deleted. [ 589.561406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-509b783c-8a68-41d1-a2b9-f4e7c48008f4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.584428] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.584568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.584608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.585354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.585582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.585582] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 is going to be created. [ 589.615638] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.615638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.615638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.615907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.615907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.629811] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 in Status: UNINITIALIZED for 2s [ 589.787529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.787529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.787529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.787529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.787529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.788177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.788177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.788177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.788177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.788177] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.935170] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: SUCCESS [ 589.935522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.289647] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad41ff8c-bd08-4e36-bc22-abb16127ebc8: rpc.has_security_group_logging(os_id): False [ 590.311303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.311303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.311303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.311548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.311665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.311972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.312106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.312147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.312379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.312527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.312946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.313270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.313552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.313857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.313998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.314271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.314440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.314486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.314658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.314835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.314971] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 is going to be created. [ 590.406184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.406408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.406408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.407994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.407994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.423057] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 in Status: IN_PROGRESS for 2s [ 591.298771] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ca12b076-ebe5-486f-bf66-2d4b84b8d7ca None None] Enqueued Resource ID: 160f9f2b-1a13-4725-b8fe-a79e52c733ab with Priority: HIGHEST for action port [ 591.299698] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 160f9f2b-1a13-4725-b8fe-a79e52c733ab with Priority: HIGHEST for action port [ 591.300394] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-160f9f2b-1a13-4725-b8fe-a79e52c733ab taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.300394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-160f9f2b-1a13-4725-b8fe-a79e52c733ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.300394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-160f9f2b-1a13-4725-b8fe-a79e52c733ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.300781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-160f9f2b-1a13-4725-b8fe-a79e52c733ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.300941] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('160f9f2b-1a13-4725-b8fe-a79e52c733ab',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.641031] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 in Status: SUCCESS [ 591.641031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.641470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.641470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.641592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.641758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.641758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.641893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.642015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.642074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.642226] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.807766] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 160f9f2b-1a13-4725-b8fe-a79e52c733ab [ 591.808020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.808275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.808275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.808410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.808529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.808615] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:160f9f2b-1a13-4725-b8fe-a79e52c733ab already deleted. [ 591.808660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-160f9f2b-1a13-4725-b8fe-a79e52c733ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.146672] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c3d9c-cf44-4679-a08f-0d6bf68de223 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.146865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.147133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.147209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.151091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.151091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.151091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.151091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.151404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.151404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.151404] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c3d9c-cf44-4679-a08f-0d6bf68de223 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.151521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.151557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.151800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.151961] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.154152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.154260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.154517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.155224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.155224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.155224] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.438564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 in Status: SUCCESS [ 592.438817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.664359] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 006c3d9c-cf44-4679-a08f-0d6bf68de223: rpc.has_security_group_logging(os_id): False [ 592.685803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.685951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.685993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.686278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.687420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.687420] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.687420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.687420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.687420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.687420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.687420] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.687420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.687420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.688248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.688248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.688248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.688248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.688248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.688248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.688248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.688642] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 is going to be created. [ 592.754061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.754061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.754244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.754315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.754501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.773725] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 in Status: IN_PROGRESS for 2s [ 593.545933] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b14cea2a-5745-4b63-98e5-09f752f75891 None None] Enqueued Resource ID: abbb3c23-9e8a-4843-b420-5122a23a940c with Priority: HIGHEST for action port [ 593.546542] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abbb3c23-9e8a-4843-b420-5122a23a940c with Priority: HIGHEST for action port [ 593.546891] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-abbb3c23-9e8a-4843-b420-5122a23a940c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.547511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abbb3c23-9e8a-4843-b420-5122a23a940c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.547607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abbb3c23-9e8a-4843-b420-5122a23a940c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.547938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abbb3c23-9e8a-4843-b420-5122a23a940c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.548146] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abbb3c23-9e8a-4843-b420-5122a23a940c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.051601] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port abbb3c23-9e8a-4843-b420-5122a23a940c [ 594.052365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.052518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.052587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.052826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.052973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.053081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:abbb3c23-9e8a-4843-b420-5122a23a940c already deleted. [ 594.053196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abbb3c23-9e8a-4843-b420-5122a23a940c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.668780] env[65380]: INFO networking_nsxv3.common.synchronization [None req-eb5d940a-eb7b-4456-b2ef-938e66c3c774 None None] Enqueued Resource ID: 98d67930-c0c1-45a1-b67f-5b462d952719 with Priority: HIGHEST for action port [ 594.668780] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d67930-c0c1-45a1-b67f-5b462d952719 with Priority: HIGHEST for action port [ 594.669256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-98d67930-c0c1-45a1-b67f-5b462d952719 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.672431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98d67930-c0c1-45a1-b67f-5b462d952719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.672431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98d67930-c0c1-45a1-b67f-5b462d952719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.672431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98d67930-c0c1-45a1-b67f-5b462d952719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.672431] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98d67930-c0c1-45a1-b67f-5b462d952719',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.792786] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 in Status: SUCCESS [ 594.792786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.176142] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98d67930-c0c1-45a1-b67f-5b462d952719 [ 595.176142] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.176142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.176142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.176142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.176142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.176492] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98d67930-c0c1-45a1-b67f-5b462d952719 already deleted. [ 595.176492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98d67930-c0c1-45a1-b67f-5b462d952719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.584463] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae45e7d0-b5b0-4d33-a52f-7425fb9dddf3 req-8db9a74c-f0de-4441-8fd1-b5c1e05ed299 tempest-MigrationsAdminTest-1549642071 tempest-MigrationsAdminTest-1549642071-project-member] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 595.585250] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 595.585822] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.585967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.586195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.586548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.586678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.588059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.588059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.588059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.588059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.588059] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.968547] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.968897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.968897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.969193] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.969872] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.969872] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.969872] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.970577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.970752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.970989] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.971147] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.971259] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.971379] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.971471] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.971736] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.971736] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.980906] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c2831451-7822-49fb-a320-5b124908ef8a None None] Enqueued Resource ID: 96b1c5b7-530d-4db4-a3af-c2a84637687d with Priority: HIGHEST for action port [ 595.982336] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96b1c5b7-530d-4db4-a3af-c2a84637687d with Priority: HIGHEST for action port [ 595.982675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-96b1c5b7-530d-4db4-a3af-c2a84637687d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.982801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96b1c5b7-530d-4db4-a3af-c2a84637687d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.982871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96b1c5b7-530d-4db4-a3af-c2a84637687d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.983146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96b1c5b7-530d-4db4-a3af-c2a84637687d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.983234] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96b1c5b7-530d-4db4-a3af-c2a84637687d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.993334] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.993507] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.993641] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.993943] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.994415] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-03771ba6-a616-4715-afb9-19306b1b0903 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.994415] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-03771ba6-a616-4715-afb9-19306b1b0903" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.994915] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-03771ba6-a616-4715-afb9-19306b1b0903" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.994915] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-03771ba6-a616-4715-afb9-19306b1b0903" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.994994] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03771ba6-a616-4715-afb9-19306b1b0903',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.091891] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.092206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.092317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.092671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.092807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.093095] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.093242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.093336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.093549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.093664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.093805] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce already deleted. [ 596.093905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.486066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96b1c5b7-530d-4db4-a3af-c2a84637687d [ 596.486411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.486700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.486795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.487046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.487156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.487263] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96b1c5b7-530d-4db4-a3af-c2a84637687d already deleted. [ 596.487354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96b1c5b7-530d-4db4-a3af-c2a84637687d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.500796] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.501061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.501183] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.501453] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.501600] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.501762] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 03771ba6-a616-4715-afb9-19306b1b0903 not found, creating... [ 596.502052] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.502253] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.502485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.502904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.503205] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.503600] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.503785] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.503909] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.504150] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.504283] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.504426] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 03771ba6-a616-4715-afb9-19306b1b0903 is going to be created. [ 596.528259] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.528482] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.528644] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.528972] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.529305] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.529595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-03771ba6-a616-4715-afb9-19306b1b0903" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.190647] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8e359382-143b-413b-8053-46b35584e7a9 None None] Enqueued Resource ID: d0df330a-2c99-416d-8980-95417a69893c with Priority: HIGHEST for action port [ 597.191626] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0df330a-2c99-416d-8980-95417a69893c with Priority: HIGHEST for action port [ 597.191989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0df330a-2c99-416d-8980-95417a69893c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.191989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0df330a-2c99-416d-8980-95417a69893c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.192228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0df330a-2c99-416d-8980-95417a69893c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.192325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0df330a-2c99-416d-8980-95417a69893c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.192647] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0df330a-2c99-416d-8980-95417a69893c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.272134] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae45e7d0-b5b0-4d33-a52f-7425fb9dddf3 req-c7c5b8cd-142e-4e9e-ab2f-d92cd3fe63f3 service nova] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_rules [ 597.272312] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae45e7d0-b5b0-4d33-a52f-7425fb9dddf3 req-c7c5b8cd-142e-4e9e-ab2f-d92cd3fe63f3 service nova] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 597.272438] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae45e7d0-b5b0-4d33-a52f-7425fb9dddf3 req-c7c5b8cd-142e-4e9e-ab2f-d92cd3fe63f3 service nova] Enqueued Resource ID: 03771ba6-a616-4715-afb9-19306b1b0903 with Priority: HIGHEST for action port [ 597.272655] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_rules [ 597.272779] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 597.272875] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03771ba6-a616-4715-afb9-19306b1b0903 with Priority: HIGHEST for action port [ 597.273705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.273881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.273993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.274197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.274305] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.275186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.275311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.275362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.275526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.275657] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.275907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.275907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.276066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.276066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.276127] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.276879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-03771ba6-a616-4715-afb9-19306b1b0903 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.277044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03771ba6-a616-4715-afb9-19306b1b0903" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.277044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03771ba6-a616-4715-afb9-19306b1b0903" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.278415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03771ba6-a616-4715-afb9-19306b1b0903" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.278415] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03771ba6-a616-4715-afb9-19306b1b0903',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.695843] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0df330a-2c99-416d-8980-95417a69893c [ 597.696119] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.696251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.696316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.697041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.697041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.697041] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0df330a-2c99-416d-8980-95417a69893c already deleted. [ 597.697041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0df330a-2c99-416d-8980-95417a69893c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.778678] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.780421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.780491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.784419] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03771ba6-a616-4715-afb9-19306b1b0903 with status ACTIVE [ 597.784419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.784419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.784419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.784419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.784419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.784419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.784419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.784419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.784419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.784419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.785170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.785170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.785170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.785170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.785170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.785170] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03771ba6-a616-4715-afb9-19306b1b0903 is going to be updated. [ 597.808094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.808224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.808299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.808504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.808640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.808890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03771ba6-a616-4715-afb9-19306b1b0903" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.841072] env[65380]: INFO networking_nsxv3.common.synchronization [req-1949a190-536d-4161-a21a-9656658881c3 req-cd3d6e2f-ba00-4967-ba1c-4792edf0bd64 tempest-VolumesAdminNegativeTest-558667950 tempest-VolumesAdminNegativeTest-558667950-project-member] Enqueued Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGHEST for action security_group_members [ 597.842082] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGHEST for action security_group_members [ 597.842542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.842708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.842813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.843204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.843329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.843434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.843491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.843660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.843818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.843914] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.282099] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.312837] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.313108] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-150" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.313284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-150" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.313676] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-150" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.314056] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.314272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.314411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.314704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.314900] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.315127] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.315238] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.315340] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.315439] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.315540] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.315638] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.315764] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.335857] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.336052] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.336202] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.336371] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-150" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.336673] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.336867] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.337023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.337333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.337467] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fd2b9d-1995-43d9-8550-a27e7828eeb6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.346151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.346397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.346397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.346592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.346681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.346937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.347078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.347133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.348566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.348566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.348566] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e already deleted. [ 598.348566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.784851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.785096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.785213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.785537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.785676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.785830] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be created. [ 598.812840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.813068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.813068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.813272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.813553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.823746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: UNINITIALIZED for 2s [ 598.844206] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.844435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.844566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.844820] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.845016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.845180] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port a9fd2b9d-1995-43d9-8550-a27e7828eeb6 not found, creating... [ 598.845531] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.845719] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.845844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.846152] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.846305] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.846609] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.846766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.846891] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.847274] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.847416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.847558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: a9fd2b9d-1995-43d9-8550-a27e7828eeb6 is going to be created. [ 598.887218] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.887439] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.887540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.887815] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.888056] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.888281] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.571446] env[65380]: INFO networking_nsxv3.common.synchronization [req-1949a190-536d-4161-a21a-9656658881c3 req-19fcde98-6271-4f5b-be26-ab213932401d service nova] Enqueued Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGHEST for action security_group_rules [ 599.571789] env[65380]: INFO networking_nsxv3.common.synchronization [req-1949a190-536d-4161-a21a-9656658881c3 req-19fcde98-6271-4f5b-be26-ab213932401d service nova] Enqueued Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGHEST for action security_group_members [ 599.571789] env[65380]: INFO networking_nsxv3.common.synchronization [req-1949a190-536d-4161-a21a-9656658881c3 req-19fcde98-6271-4f5b-be26-ab213932401d service nova] Enqueued Resource ID: a9fd2b9d-1995-43d9-8550-a27e7828eeb6 with Priority: HIGHEST for action port [ 599.572378] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGHEST for action security_group_rules [ 599.572491] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGHEST for action security_group_members [ 599.572749] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9fd2b9d-1995-43d9-8550-a27e7828eeb6 with Priority: HIGHEST for action port [ 599.572854] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.572969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.573103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.573344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.573425] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.574435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.574502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.574540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.574792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.574891] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.575020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.575204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.575249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.576306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.576306] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.577380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.577503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.577564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.577743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.577814] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9fd2b9d-1995-43d9-8550-a27e7828eeb6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.080382] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.083580] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.083693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.083942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9fd2b9d-1995-43d9-8550-a27e7828eeb6 with status ACTIVE [ 600.084127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.085031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.085031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.085031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.085031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.085031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.085031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.085031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.085031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.085474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.085703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.085808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.086586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.087414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.087414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.087414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9fd2b9d-1995-43d9-8550-a27e7828eeb6 is going to be updated. [ 600.111142] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.111289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.111359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.112035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.112035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.112035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9fd2b9d-1995-43d9-8550-a27e7828eeb6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.443368] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf1bcd64-1f14-4e74-953e-4a5969a02b40 req-11f279ee-27ad-43bb-b990-f0bc5967db2f tempest-ServersTestManualDisk-1709045078 tempest-ServersTestManualDisk-1709045078-project-member] Enqueued Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_members [ 600.443972] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_members [ 600.444432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.444560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.444621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.444883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.445083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.445315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.445380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.446077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.446077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.446077] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.587807] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.609026] env[65380]: INFO networking_nsxv3.common.synchronization [None req-29b736ed-bc87-4d87-b191-eca4d3258ec1 None None] Enqueued Resource ID: fe4da510-598f-4117-81cc-7ded06975bbe with Priority: HIGHEST for action port [ 600.609026] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4da510-598f-4117-81cc-7ded06975bbe with Priority: HIGHEST for action port [ 600.609177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe4da510-598f-4117-81cc-7ded06975bbe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.609268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe4da510-598f-4117-81cc-7ded06975bbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.609268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe4da510-598f-4117-81cc-7ded06975bbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.609758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe4da510-598f-4117-81cc-7ded06975bbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.609758] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4da510-598f-4117-81cc-7ded06975bbe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.834675] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: SUCCESS [ 600.834864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.834974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.835256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.835597] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.835696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.835746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.835951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.836079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.836204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.836346] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.909075] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.909276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-675" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.909393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-675" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.909695] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-675" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.910506] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.910688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.910804] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.911090] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.911280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.911490] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.911769] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.911769] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.911910] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.911910] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.912057] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.912154] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.936531] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.936890] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.938311] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.938311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-675" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.938311] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-6b5cfde5-8f86-4000-90b9-5c6140ea1606 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.938311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-6b5cfde5-8f86-4000-90b9-5c6140ea1606" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.938311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-6b5cfde5-8f86-4000-90b9-5c6140ea1606" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.938311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-6b5cfde5-8f86-4000-90b9-5c6140ea1606" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.938626] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5cfde5-8f86-4000-90b9-5c6140ea1606',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.947636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.947783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.947855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.948080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.948172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.948362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.948457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.948515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.948671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.948746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.948829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 already deleted. [ 600.948908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.034015] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b6324eb9-03e6-4b29-b482-d99e852da4ed tempest-ServersTestFqdnHostnames-537130554 tempest-ServersTestFqdnHostnames-537130554-project-member] Enqueued Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_rules [ 601.035040] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_rules [ 601.035040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.035040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.035040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.037263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.037343] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.090216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.091872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.092204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.094226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.094226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.094226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e is going to be created. [ 601.111358] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe4da510-598f-4117-81cc-7ded06975bbe [ 601.112783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.112783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.112783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.112783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.112783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.112783] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe4da510-598f-4117-81cc-7ded06975bbe already deleted. [ 601.112783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe4da510-598f-4117-81cc-7ded06975bbe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.120946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.120946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.120946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.120946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.120946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.131336] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e in Status: UNINITIALIZED for 2s [ 601.220408] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1222c499-b984-4a89-b1e8-4ac1ae57a8cd tempest-ServersTestFqdnHostnames-537130554 tempest-ServersTestFqdnHostnames-537130554-project-member] Enqueued Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_rules [ 601.221529] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_rules [ 601.221529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.221669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.339048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.339048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.339282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.339699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.339876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.340011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.340083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.340251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.340328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.340417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.340569] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.340673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.340749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.340941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.341124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.341239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.341295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.341428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.341504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.341590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.341701] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.440927] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.441026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.441827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.441827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.441827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.442159] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 6b5cfde5-8f86-4000-90b9-5c6140ea1606 not found, creating... [ 601.442508] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.442775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.443574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.443574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.443574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.444085] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.444243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.444362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.444572] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.444728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.444867] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 6b5cfde5-8f86-4000-90b9-5c6140ea1606 is going to be created. [ 601.468573] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.469248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.469248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.469416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.469620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.469902] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-6b5cfde5-8f86-4000-90b9-5c6140ea1606" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.566940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.567106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.567165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.567380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.567466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.567560] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba already deleted. [ 601.567638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.567789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.567943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.568052] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.846352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b68a240-6671-4120-9ef6-905f3502a2ce: rpc.has_security_group_logging(os_id): False [ 601.874976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.875140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.875357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.875459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.875557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.875752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.875873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.875943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.876153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.876239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.876388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.876483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.876537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.876681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.876798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.876925] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.877048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.877120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.877612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.877612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.877612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be created. [ 601.969979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.969979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.969979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.969979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.970915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.982367] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: IN_PROGRESS for 2s [ 602.108609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.108609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.108609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.108609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.108609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.108609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba already deleted. [ 602.108609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.289030] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf1bcd64-1f14-4e74-953e-4a5969a02b40 req-85b087f0-fc24-427c-aec5-85bb2217ce2f service nova] Enqueued Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_rules [ 602.289030] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf1bcd64-1f14-4e74-953e-4a5969a02b40 req-85b087f0-fc24-427c-aec5-85bb2217ce2f service nova] Enqueued Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_members [ 602.289030] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf1bcd64-1f14-4e74-953e-4a5969a02b40 req-85b087f0-fc24-427c-aec5-85bb2217ce2f service nova] Enqueued Resource ID: 6b5cfde5-8f86-4000-90b9-5c6140ea1606 with Priority: HIGHEST for action port [ 602.289030] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_rules [ 602.289030] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_members [ 602.291623] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b5cfde5-8f86-4000-90b9-5c6140ea1606 with Priority: HIGHEST for action port [ 602.291948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.292096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.292164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.292367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.292447] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.296772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.296772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.296772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.297032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.297913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.297913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.297913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.297913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.297913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.298308] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.300451] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b5cfde5-8f86-4000-90b9-5c6140ea1606 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.300559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b5cfde5-8f86-4000-90b9-5c6140ea1606" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.300620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b5cfde5-8f86-4000-90b9-5c6140ea1606" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.300789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b5cfde5-8f86-4000-90b9-5c6140ea1606" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.300866] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b5cfde5-8f86-4000-90b9-5c6140ea1606',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.587856] env[65380]: INFO networking_nsxv3.common.synchronization [req-8b0c15e6-8ca1-4bc9-9e5e-d6d3dc1840c4 req-bf46115b-886b-4ca2-a52e-ff4418d7367b tempest-FloatingIPsAssociationNegativeTestJSON-118792969 tempest-FloatingIPsAssociationNegativeTestJSON-118792969-project-member] Enqueued Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGHEST for action security_group_members [ 602.588418] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGHEST for action security_group_members [ 602.588704] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f856a8c5-32df-4ca8-8924-81532541088e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.588851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.588891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.589142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.589355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.589462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.589523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.589671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.590111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.590232] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.803179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.808171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.808834] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.809407] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b5cfde5-8f86-4000-90b9-5c6140ea1606 with status ACTIVE [ 602.809612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.809731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.809796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.810305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.810305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.810305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.810462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.810462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.810546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.810629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.810786] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.810877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.810937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.812596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.812684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.812792] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b5cfde5-8f86-4000-90b9-5c6140ea1606 is going to be updated. [ 602.835577] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.835794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.837248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.838364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.838364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.838364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b5cfde5-8f86-4000-90b9-5c6140ea1606" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.950103] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4db67b0f-0389-4750-b373-d6b45304b4f5 None None] Enqueued Resource ID: ece1922c-acef-4158-820a-c134eb36f063 with Priority: HIGHEST for action port [ 602.950723] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece1922c-acef-4158-820a-c134eb36f063 with Priority: HIGHEST for action port [ 602.951090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ece1922c-acef-4158-820a-c134eb36f063 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.951274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ece1922c-acef-4158-820a-c134eb36f063" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.951368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ece1922c-acef-4158-820a-c134eb36f063" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.951624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ece1922c-acef-4158-820a-c134eb36f063" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.951707] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece1922c-acef-4158-820a-c134eb36f063',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.089770] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-715 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.090025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.090112] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.090468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.090770] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.090864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.090981] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.091231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.091371] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.091615] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.091734] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.091861] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.091944] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.092104] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.092159] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.092331] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.093939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.094182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.094182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.094317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.094428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.094617] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.094712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.094802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.094949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.095056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.095145] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f856a8c5-32df-4ca8-8924-81532541088e already deleted. [ 603.095224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.127388] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.127560] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.127727] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.127849] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.128526] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-7d3f8bf5-22d2-41b0-9743-0616daaef615 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.128726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-7d3f8bf5-22d2-41b0-9743-0616daaef615" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.128839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-7d3f8bf5-22d2-41b0-9743-0616daaef615" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.129277] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-7d3f8bf5-22d2-41b0-9743-0616daaef615" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.129414] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3f8bf5-22d2-41b0-9743-0616daaef615',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.145112] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e in Status: SUCCESS [ 603.145112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.145279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.146870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.146870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.146870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.146870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.146870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.146870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.146870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.146870] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.315259] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.454524] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ece1922c-acef-4158-820a-c134eb36f063 [ 603.454646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.455307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.455307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.455307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.455307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.455490] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ece1922c-acef-4158-820a-c134eb36f063 already deleted. [ 603.455542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ece1922c-acef-4158-820a-c134eb36f063" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.633109] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.633109] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.633109] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.633109] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.633109] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.633469] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 7d3f8bf5-22d2-41b0-9743-0616daaef615 not found, creating... [ 603.633503] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.634192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.634192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.634192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.634524] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.634597] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.634755] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.634897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.635238] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.635385] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.635525] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 7d3f8bf5-22d2-41b0-9743-0616daaef615 is going to be created. [ 603.650594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.650768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.650840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.651030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.651218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.651327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.651390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.651519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.651685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.651827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.652023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.652130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.652192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.652343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.652593] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.652714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.652802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.652953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.653048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.653130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.653212] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.661392] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.661550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.661878] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.662173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.662463] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.662729] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-7d3f8bf5-22d2-41b0-9743-0616daaef615" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.818739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.818930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.818984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.819250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.819344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.819452] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 is going to be created. [ 603.854557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.854557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.855046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.855046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.855182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.868820] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 in Status: UNINITIALIZED for 2s [ 603.995261] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: SUCCESS [ 603.995817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.156038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c06287c2-4da8-4ad6-93e5-e13161ef4d0e: rpc.has_security_group_logging(os_id): False [ 604.178328] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.179315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.179315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.179315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.179315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.179315] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.179315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.179923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.181637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.181637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.182093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.182093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.182093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.182266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.182301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.182502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.182571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.182605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.182751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.182816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.182896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e is going to be created. [ 604.248418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.248632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.248632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.249068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.249068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.264223] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e in Status: IN_PROGRESS for 2s [ 604.449610] env[65380]: INFO networking_nsxv3.common.synchronization [req-8b0c15e6-8ca1-4bc9-9e5e-d6d3dc1840c4 req-cdc6be4d-c7d9-446f-8780-7aaa8f476b65 service nova] Enqueued Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGHEST for action security_group_rules [ 604.449610] env[65380]: INFO networking_nsxv3.common.synchronization [req-8b0c15e6-8ca1-4bc9-9e5e-d6d3dc1840c4 req-cdc6be4d-c7d9-446f-8780-7aaa8f476b65 service nova] Enqueued Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGHEST for action security_group_members [ 604.449707] env[65380]: INFO networking_nsxv3.common.synchronization [req-8b0c15e6-8ca1-4bc9-9e5e-d6d3dc1840c4 req-cdc6be4d-c7d9-446f-8780-7aaa8f476b65 service nova] Enqueued Resource ID: 7d3f8bf5-22d2-41b0-9743-0616daaef615 with Priority: HIGHEST for action port [ 604.450268] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGHEST for action security_group_rules [ 604.450423] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGHEST for action security_group_members [ 604.450513] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3f8bf5-22d2-41b0-9743-0616daaef615 with Priority: HIGHEST for action port [ 604.450787] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f856a8c5-32df-4ca8-8924-81532541088e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.450914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.450982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.451374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.451516] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.452584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f856a8c5-32df-4ca8-8924-81532541088e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.452709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.452775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.453057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.453305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.453680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.453680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.453830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.453941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.454063] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.455226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d3f8bf5-22d2-41b0-9743-0616daaef615 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.455498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d3f8bf5-22d2-41b0-9743-0616daaef615" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.455690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d3f8bf5-22d2-41b0-9743-0616daaef615" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.455920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d3f8bf5-22d2-41b0-9743-0616daaef615" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.456077] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3f8bf5-22d2-41b0-9743-0616daaef615',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.585547] env[65380]: INFO networking_nsxv3.common.synchronization [req-33a7ebf7-34d8-4e0e-98bc-90740f72be65 req-3c51eeff-d611-4594-8c59-ea5bd46304a3 tempest-VolumesAssistedSnapshotsTest-1436650459 tempest-VolumesAssistedSnapshotsTest-1436650459-project-member] Enqueued Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_members [ 604.586391] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_members [ 604.586815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55b6f0a-25c6-40c6-91d0-44607ca0532c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.587037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.587159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.587432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.587606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.587928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.587928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.588149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.588294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.588348] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.958655] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f856a8c5-32df-4ca8-8924-81532541088e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.958933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.958933] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.960465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d3f8bf5-22d2-41b0-9743-0616daaef615 with status ACTIVE [ 604.960465] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.960465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.960465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.960465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.960745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.960745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.960818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.961267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.961267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.961267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.961403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.961909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.961909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.961909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.961909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.962163] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d3f8bf5-22d2-41b0-9743-0616daaef615 is going to be updated. [ 604.987753] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.987939] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.988074] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.988394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.988666] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.988814] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.988921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.989156] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.990771] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.990771] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.990771] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.990771] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.990771] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.990771] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.990771] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.990771] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.992962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.993225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.993293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.993460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.993586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.993798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d3f8bf5-22d2-41b0-9743-0616daaef615" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.012399] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.012759] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.012759] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.012833] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-510" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.013218] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.013394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.013515] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.013986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.014105] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5dabab4-c5af-42f4-bfdc-eec4330bdb0d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.096076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.096076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.096076] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c already deleted. [ 605.096076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.464540] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.517374] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.517620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.517787] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.518056] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.518231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.518384] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port f5dabab4-c5af-42f4-bfdc-eec4330bdb0d not found, creating... [ 605.518658] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.518855] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.518978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.519234] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.519392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.519750] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.519909] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.520034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.520298] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.520372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.520506] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: f5dabab4-c5af-42f4-bfdc-eec4330bdb0d is going to be created. [ 605.540205] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.540419] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.540517] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.540761] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.541029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.541252] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.878401] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 in Status: SUCCESS [ 605.878625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.878788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.879085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.879313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.879432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.879490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.879689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.879773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.879871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.879962] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.967611] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.967803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.967848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.968058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.968153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.968251] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f856a8c5-32df-4ca8-8924-81532541088e is going to be created. [ 606.002105] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.002347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.002430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.002651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.002812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.014075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f856a8c5-32df-4ca8-8924-81532541088e in Status: UNINITIALIZED for 2s [ 606.271119] env[65380]: INFO networking_nsxv3.common.synchronization [req-33a7ebf7-34d8-4e0e-98bc-90740f72be65 req-c5074524-c43f-44a4-b0f5-d8a96e3c974f service nova] Enqueued Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_rules [ 606.271312] env[65380]: INFO networking_nsxv3.common.synchronization [req-33a7ebf7-34d8-4e0e-98bc-90740f72be65 req-c5074524-c43f-44a4-b0f5-d8a96e3c974f service nova] Enqueued Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_members [ 606.271444] env[65380]: INFO networking_nsxv3.common.synchronization [req-33a7ebf7-34d8-4e0e-98bc-90740f72be65 req-c5074524-c43f-44a4-b0f5-d8a96e3c974f service nova] Enqueued Resource ID: f5dabab4-c5af-42f4-bfdc-eec4330bdb0d with Priority: HIGHEST for action port [ 606.272399] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_rules [ 606.272538] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_members [ 606.272730] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5dabab4-c5af-42f4-bfdc-eec4330bdb0d with Priority: HIGHEST for action port [ 606.272901] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.273037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.273101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.274038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.274038] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.275261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55b6f0a-25c6-40c6-91d0-44607ca0532c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.275414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.275512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.276082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.276082] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.276082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.276082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.276276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.276276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.276345] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.277801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.277973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.277973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.278183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.278292] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5dabab4-c5af-42f4-bfdc-eec4330bdb0d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.282186] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e in Status: SUCCESS [ 606.282292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.383517] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.780436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55b6f0a-25c6-40c6-91d0-44607ca0532c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.780608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.780940] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.781870] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5dabab4-c5af-42f4-bfdc-eec4330bdb0d with status ACTIVE [ 606.782081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.782238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.782318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.782552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.784021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.784021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.784158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.784195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.784401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.784536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.784789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.784894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.784971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.785209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.785249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.785333] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5dabab4-c5af-42f4-bfdc-eec4330bdb0d is going to be updated. [ 606.814167] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.814329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.814418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.814644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.814808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.815107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5dabab4-c5af-42f4-bfdc-eec4330bdb0d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.886230] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc086780-bf73-46cb-9bcf-36a8f25a3bc6: rpc.has_security_group_logging(os_id): False [ 606.937997] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.938451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.938539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.938816] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.939154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.939251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.939308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 is going to be created. [ 606.999816] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8ece0360-d62d-4eb6-bfc3-eb5426795ab3 None None] Enqueued Resource ID: 153bfb80-5c49-4567-8038-db15fefc995f with Priority: HIGHEST for action port [ 607.000856] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153bfb80-5c49-4567-8038-db15fefc995f with Priority: HIGHEST for action port [ 607.003767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-153bfb80-5c49-4567-8038-db15fefc995f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.003767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-153bfb80-5c49-4567-8038-db15fefc995f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.003767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-153bfb80-5c49-4567-8038-db15fefc995f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.003767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-153bfb80-5c49-4567-8038-db15fefc995f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.003767] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153bfb80-5c49-4567-8038-db15fefc995f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.039762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.042152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.042152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.042152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.042152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.061925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 in Status: IN_PROGRESS for 2s [ 607.290124] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.504950] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 153bfb80-5c49-4567-8038-db15fefc995f [ 607.505079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.505194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.505267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.505725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.505725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.505828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:153bfb80-5c49-4567-8038-db15fefc995f already deleted. [ 607.507046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-153bfb80-5c49-4567-8038-db15fefc995f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.732100] env[65380]: INFO networking_nsxv3.common.synchronization [None req-640cb853-6aad-4da7-8703-da432182c990 tempest-ServersWithSpecificFlavorTestJSON-1346103607 tempest-ServersWithSpecificFlavorTestJSON-1346103607-project-member] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_rules [ 607.733174] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_rules [ 607.733409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.733583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.733656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.733968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.734053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.751686] env[65380]: INFO networking_nsxv3.common.synchronization [req-50b875cb-22aa-451b-8366-f5c3ac5a5ede req-7f13f239-5f48-4a1f-a6f6-a95c018f7c26 tempest-DeleteServersAdminTestJSON-1022520972 tempest-DeleteServersAdminTestJSON-1022520972-project-admin] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 607.751686] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 607.752616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.755145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.755145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.755145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.755145] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.755145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.755145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.755145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.755513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.755716] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.793718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.796192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.796192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.796192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.796192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.796192] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c is going to be created. [ 607.826743] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.826983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.826983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.827193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.827357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.840501] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c in Status: UNINITIALIZED for 2s [ 607.952726] env[65380]: INFO networking_nsxv3.common.synchronization [None req-38dfac86-eb51-4720-9f80-71d4428630da tempest-ServersWithSpecificFlavorTestJSON-1346103607 tempest-ServersWithSpecificFlavorTestJSON-1346103607-project-member] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_rules [ 607.952972] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_rules [ 607.953302] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.953397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.026331] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f856a8c5-32df-4ca8-8924-81532541088e in Status: SUCCESS [ 608.026331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.026331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.026331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.026609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.026609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.026694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.026843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.026948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.030849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.031269] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.262078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.262471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.262471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.262584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.262666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.263970] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.263970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.263970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.263970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.263970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.263970] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 is going to be updated. [ 608.267600] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.267772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.267825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.268142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.268281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.268397] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c already deleted. [ 608.268501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.268775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.268966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.269113] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.320378] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.320568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.320669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.320892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.321068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.332256] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: IN_PROGRESS for 2s [ 608.533870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f856a8c5-32df-4ca8-8924-81532541088e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.534247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.534247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.534499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.534826] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.535145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.535145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.535299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.535416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.535643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.535794] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f856a8c5-32df-4ca8-8924-81532541088e taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.535938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.536055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.536268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.536562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.536708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.536777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.536984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.537426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.537426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.537426] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.795397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.795619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.795619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.795839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.795908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.796063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c already deleted. [ 608.796151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.040444] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f856a8c5-32df-4ca8-8924-81532541088e: rpc.has_security_group_logging(os_id): False [ 609.066045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.066045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.066045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.066426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.066426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.067138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.067138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.067138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.067138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.067138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.067442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.067442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.067442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.067545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.067573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.067776] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.067885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.067946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.068402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.068589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.068713] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f856a8c5-32df-4ca8-8924-81532541088e is going to be created. [ 609.075622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 in Status: SUCCESS [ 609.075767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.134790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.134790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.134790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.134790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.134790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.145237] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f856a8c5-32df-4ca8-8924-81532541088e in Status: IN_PROGRESS for 2s [ 609.777483] env[65380]: INFO networking_nsxv3.common.synchronization [req-11757cf1-3c59-4d90-b052-974cb7bd3388 req-643ad4ee-d765-4a5d-97ab-b526e72ba5dc tempest-ListServerFiltersTestJSON-139534771 tempest-ListServerFiltersTestJSON-139534771-project-member] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 609.777483] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 609.777483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.777483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.777483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.777878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.777878] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.777969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.778011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.778721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.778721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.778721] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.853237] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c in Status: SUCCESS [ 609.854485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.854485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.854485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.854794] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.856018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.856018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.856018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.856018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.856018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.856018] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.282244] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.282417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.282487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.284612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.284612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.284612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.284612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.284612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.284886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.284886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.284886] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 already deleted. [ 610.285009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.330086] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.330278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.330365] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.331063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.331063] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.331265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.331265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.331568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.331728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.331891] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.332026] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.332129] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.332236] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.332389] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.332433] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.332551] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.343800] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: SUCCESS [ 610.343994] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 deletion is rescheduled due to dependency. [ 610.344141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.356700] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.356870] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.357051] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.357175] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.357477] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.357714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.357748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.358070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.358205] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.360137] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.422130] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1e828745-a68c-49e5-bbde-0f710050be45 None None] Enqueued Resource ID: 0576da66-7e6f-47fa-8883-622fc1558782 with Priority: HIGHEST for action port [ 610.422774] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0576da66-7e6f-47fa-8883-622fc1558782 with Priority: HIGHEST for action port [ 610.423081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0576da66-7e6f-47fa-8883-622fc1558782 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.423222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0576da66-7e6f-47fa-8883-622fc1558782" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.423276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0576da66-7e6f-47fa-8883-622fc1558782" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.423636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0576da66-7e6f-47fa-8883-622fc1558782" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.423636] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0576da66-7e6f-47fa-8883-622fc1558782',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.466900] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4065c02c-0c49-421d-9e8f-59681a8e3545 None None] Enqueued Resource ID: 982b1376-a357-408b-8c3c-5739c04956b1 with Priority: HIGHEST for action port [ 610.467484] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 982b1376-a357-408b-8c3c-5739c04956b1 with Priority: HIGHEST for action port [ 610.467907] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-982b1376-a357-408b-8c3c-5739c04956b1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.468121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-982b1376-a357-408b-8c3c-5739c04956b1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.468241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-982b1376-a357-408b-8c3c-5739c04956b1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.468603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-982b1376-a357-408b-8c3c-5739c04956b1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.468732] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('982b1376-a357-408b-8c3c-5739c04956b1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.864204] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.864613] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.864613] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.868019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.868019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.868019] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719 not found, creating... [ 610.868019] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.868019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.868019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.868019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.868019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.868019] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.868019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.868759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.868759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.869172] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.869172] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719 is going to be created. [ 610.870605] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a55b6f0a-25c6-40c6-91d0-44607ca0532c: rpc.has_security_group_logging(os_id): False [ 610.891975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.891975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.891975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.891975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.891975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.891975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.891975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.891975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.891975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.891975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.891975] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c is going to be created. [ 610.893543] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.894673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.894673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.894673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.894673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.894673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.929131] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0576da66-7e6f-47fa-8883-622fc1558782 [ 610.929131] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.929273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.929273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.929432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.929519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.929617] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0576da66-7e6f-47fa-8883-622fc1558782 already deleted. [ 610.929735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0576da66-7e6f-47fa-8883-622fc1558782" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.966460] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.968011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.969934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.969934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.969934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.972130] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 982b1376-a357-408b-8c3c-5739c04956b1 [ 610.972375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.972510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.972578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.972857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.972971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.973086] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:982b1376-a357-408b-8c3c-5739c04956b1 already deleted. [ 610.974093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-982b1376-a357-408b-8c3c-5739c04956b1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.981322] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c in Status: IN_PROGRESS for 2s [ 611.159173] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f856a8c5-32df-4ca8-8924-81532541088e in Status: SUCCESS [ 611.159437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.627574] env[65380]: INFO networking_nsxv3.common.synchronization [req-11757cf1-3c59-4d90-b052-974cb7bd3388 req-ab9e66d1-81f8-45cf-a4ed-c6ed66fd36bb service nova] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_rules [ 611.627852] env[65380]: INFO networking_nsxv3.common.synchronization [req-11757cf1-3c59-4d90-b052-974cb7bd3388 req-ab9e66d1-81f8-45cf-a4ed-c6ed66fd36bb service nova] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 611.629038] env[65380]: INFO networking_nsxv3.common.synchronization [req-11757cf1-3c59-4d90-b052-974cb7bd3388 req-ab9e66d1-81f8-45cf-a4ed-c6ed66fd36bb service nova] Enqueued Resource ID: 7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719 with Priority: HIGHEST for action port [ 611.629038] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_rules [ 611.629038] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 611.629038] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719 with Priority: HIGHEST for action port [ 611.629358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.629358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.629358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.629614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.629671] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.631624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.631791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.631844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.632488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.632721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.633057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.633057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.633179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.633295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.633418] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.634414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.634557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.634615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.634770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.634846] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.771150] env[65380]: INFO networking_nsxv3.common.synchronization [req-505422ce-bbab-4e1a-ae4c-6a50facd8d7a req-be43bd02-0e69-4cd5-aba8-c17aa4572be0 tempest-ServerDiagnosticsTest-1955242197 tempest-ServerDiagnosticsTest-1955242197-project-member] Enqueued Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGHEST for action security_group_members [ 611.773142] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGHEST for action security_group_members [ 611.773798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.773958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.774042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.774301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.774662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.774882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.774940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.776126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.776655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.776655] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.132419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.132939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.137094] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719 with status ACTIVE [ 612.137306] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.137442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.137508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.137730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.137839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.138132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.138132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.138314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.138399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.138494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.138847] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.138847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.138847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.139059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.139059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.141581] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719 is going to be updated. [ 612.141581] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.165634] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.165799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.165902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.166117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.166261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.166426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a4f4b0b-f75e-4ffe-bb2b-a52fc81af719" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.275851] env[65380]: INFO networking_nsxv3.common.synchronization [req-2e1ae783-a308-4c24-9c84-1ca41aa49a98 req-072b560f-6026-4311-8b28-8d82ebc93f7a tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 612.276595] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 612.277030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.277664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.277664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.277664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.277664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.278420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.278420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.278420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.278420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.278420] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.279766] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.279766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.279916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.279951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.280182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.280218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.280936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.280936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.280936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.280936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.280936] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda is going to be updated. [ 612.323065] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.323251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.324084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.324084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.324084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.341805] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda in Status: IN_PROGRESS for 2s [ 612.645949] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.721396] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.721595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.721754] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.722306] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.722408] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.722519] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.722624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.722837] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.723641] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.723641] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.723641] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.723641] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.723641] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.723641] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.724066] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.724066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.756241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.756419] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.756556] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.756739] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.757059] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-34c764b8-f45c-4237-9998-f49b871bb7d4 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.757233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-34c764b8-f45c-4237-9998-f49b871bb7d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.757506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-34c764b8-f45c-4237-9998-f49b871bb7d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.757665] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-34c764b8-f45c-4237-9998-f49b871bb7d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.757793] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c764b8-f45c-4237-9998-f49b871bb7d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.780639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.780815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.780889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.781664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.781664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.781664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.781869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.781913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.782122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.782208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.782297] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 already deleted. [ 612.782379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.999545] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c in Status: SUCCESS [ 612.999545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.149389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.149788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.150115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.150383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.150504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.150615] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be created. [ 613.180434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.180684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.180878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.181509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.181509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.192832] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: UNINITIALIZED for 2s [ 613.260838] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.261326] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.261558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.262843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.262843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.262843] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 34c764b8-f45c-4237-9998-f49b871bb7d4 not found, creating... [ 613.262843] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.263216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.263216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.263522] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.263601] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.263991] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.264398] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.264562] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.264912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.265063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.265223] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 34c764b8-f45c-4237-9998-f49b871bb7d4 is going to be created. [ 613.298624] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.298624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.298624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.298975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.298975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.299221] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-34c764b8-f45c-4237-9998-f49b871bb7d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.662023] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4d6f41a5-8513-47ec-8d17-085794fb0f6b None None] Enqueued Resource ID: 1731abd8-8007-474a-b5ad-78e4681d5e74 with Priority: HIGHEST for action port [ 613.662023] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1731abd8-8007-474a-b5ad-78e4681d5e74 with Priority: HIGHEST for action port [ 613.662023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1731abd8-8007-474a-b5ad-78e4681d5e74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.662023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1731abd8-8007-474a-b5ad-78e4681d5e74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.662023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1731abd8-8007-474a-b5ad-78e4681d5e74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.663280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1731abd8-8007-474a-b5ad-78e4681d5e74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.663280] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1731abd8-8007-474a-b5ad-78e4681d5e74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.044609] env[65380]: INFO networking_nsxv3.common.synchronization [req-2e1ae783-a308-4c24-9c84-1ca41aa49a98 req-55819863-597b-407a-a5a9-28e0f2abd3a2 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 614.044752] env[65380]: INFO networking_nsxv3.common.synchronization [req-2e1ae783-a308-4c24-9c84-1ca41aa49a98 req-55819863-597b-407a-a5a9-28e0f2abd3a2 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 614.044903] env[65380]: INFO networking_nsxv3.common.synchronization [req-2e1ae783-a308-4c24-9c84-1ca41aa49a98 req-55819863-597b-407a-a5a9-28e0f2abd3a2 service nova] Enqueued Resource ID: 34c764b8-f45c-4237-9998-f49b871bb7d4 with Priority: HIGHEST for action port [ 614.045485] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 614.045681] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 614.045837] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c764b8-f45c-4237-9998-f49b871bb7d4 with Priority: HIGHEST for action port [ 614.046203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.046356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.046449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.046769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.046878] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.047977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.047977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.047977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.048219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.048405] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.048769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.048769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.048913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.048913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.049085] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.051483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c764b8-f45c-4237-9998-f49b871bb7d4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.051483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c764b8-f45c-4237-9998-f49b871bb7d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.051676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c764b8-f45c-4237-9998-f49b871bb7d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.051722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c764b8-f45c-4237-9998-f49b871bb7d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.051817] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c764b8-f45c-4237-9998-f49b871bb7d4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.165644] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1731abd8-8007-474a-b5ad-78e4681d5e74 [ 614.165965] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.166062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.166121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.166421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.166421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.166541] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1731abd8-8007-474a-b5ad-78e4681d5e74 already deleted. [ 614.167448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1731abd8-8007-474a-b5ad-78e4681d5e74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.313612] env[65380]: INFO networking_nsxv3.common.synchronization [req-718366fd-5498-4e09-857b-9e5fac55dc1e req-393b15e9-8e29-4a54-9ebc-450f91e58bf6 tempest-ServerDiagnosticsNegativeTest-266379322 tempest-ServerDiagnosticsNegativeTest-266379322-project-member] Enqueued Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGHEST for action security_group_members [ 614.315292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGHEST for action security_group_members [ 614.315292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.315292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.315292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.315292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.315572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.315572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.315572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.316022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.316022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.316022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.351975] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda in Status: SUCCESS [ 614.352222] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda deletion is rescheduled due to dependency. [ 614.352328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.553558] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.553685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.556131] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.558093] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c764b8-f45c-4237-9998-f49b871bb7d4 with status ACTIVE [ 614.558093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.558093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.558093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.558093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.558093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.558389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.558389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.558472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.561257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.561257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.561257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.561257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.561257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.561257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.561257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.561257] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c764b8-f45c-4237-9998-f49b871bb7d4 is going to be updated. [ 614.586694] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.586932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.586932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.589229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.589431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.590405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c764b8-f45c-4237-9998-f49b871bb7d4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.822055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.822055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.822055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.822055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.822055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.822055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.822055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.822055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.822055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.822055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.822055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 is going to be updated. [ 614.857683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.857683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.857683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.857683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.858049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.872300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 in Status: IN_PROGRESS for 2s [ 614.937721] env[65380]: INFO networking_nsxv3.common.synchronization [req-fc3f0ad8-e52c-4eb0-b8c8-802e1c509630 req-1ad831be-7da0-4ef2-ba59-940c38b5995e tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 614.938308] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 614.938613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.938731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.938804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.939620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.939844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.939963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.940038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.940208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.940294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.940386] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.062439] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.204925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 615.205277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.205431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.205704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.205938] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.206711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.206711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.206711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.206711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.206711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.206960] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.444533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.445214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.445214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.445585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.445731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.446476] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.446476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.446476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.446476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.447286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.447286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 already deleted. [ 615.447286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460311] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.460501] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.460786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.461120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.461391] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.461562] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.461698] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.461904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.462055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.462270] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.462444] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.462554] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.462663] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.462784] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.462882] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.463011] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.487030] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.487419] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.487419] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.487767] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.491285] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-e37bf46a-308d-44a5-b573-64c3b7aa5a73 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.491285] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.491285] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.491285] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.491285] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e37bf46a-308d-44a5-b573-64c3b7aa5a73',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.565418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.565614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.565710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.565989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.566130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.566282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be created. [ 615.594579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.594746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.594818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.595119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.595293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.606137] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: UNINITIALIZED for 2s [ 615.713481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.713481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.713481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.713481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.713481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.714368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.714368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.714368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.714368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.714368] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.990668] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.990981] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.991169] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.991496] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.991691] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.991928] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port e37bf46a-308d-44a5-b573-64c3b7aa5a73 not found, creating... [ 615.992743] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.992743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.992743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.992936] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.992936] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.993236] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.993369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.993473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.993703] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.993933] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.994115] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 is going to be created. [ 616.013642] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.013926] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.014086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.014523] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.014693] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.014977] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.217659] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cd6c3e-5a98-465d-bf37-5b56a4e682c7: rpc.has_security_group_logging(os_id): False [ 616.245259] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.245259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.245259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.245259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.245259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.246414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.246414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.246414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.246414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.246414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.246414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.246414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.246414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.246901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.246901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.246901] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.247099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.247099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.247202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.247255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.247909] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be created. [ 616.344382] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.344550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.344678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.344834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.345062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.362985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 616.838185] env[65380]: INFO networking_nsxv3.common.synchronization [req-fc3f0ad8-e52c-4eb0-b8c8-802e1c509630 req-ff7e7541-2583-4856-9cbd-f60dafc8dbae service nova] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 616.838357] env[65380]: INFO networking_nsxv3.common.synchronization [req-fc3f0ad8-e52c-4eb0-b8c8-802e1c509630 req-ff7e7541-2583-4856-9cbd-f60dafc8dbae service nova] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 616.838571] env[65380]: INFO networking_nsxv3.common.synchronization [req-fc3f0ad8-e52c-4eb0-b8c8-802e1c509630 req-ff7e7541-2583-4856-9cbd-f60dafc8dbae service nova] Enqueued Resource ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 with Priority: HIGHEST for action port [ 616.839384] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 616.839515] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 616.839812] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 with Priority: HIGHEST for action port [ 616.839909] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.840036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.840102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.840426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.840426] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.841259] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.841444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.841444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.841659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.841757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.841873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.841933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.842095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.842181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.842270] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.843036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e37bf46a-308d-44a5-b573-64c3b7aa5a73 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.843139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.843218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.843348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.843420] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e37bf46a-308d-44a5-b573-64c3b7aa5a73',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.882047] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 in Status: SUCCESS [ 616.882047] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 deletion is rescheduled due to dependency. [ 616.882047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.345681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.345681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.345681] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.346534] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e37bf46a-308d-44a5-b573-64c3b7aa5a73 with status ACTIVE [ 617.346749] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.346749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.346834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.347019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.347119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.347329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.347433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.347496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.347658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.347737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.347920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.348192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.348192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.348294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.348359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.348433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 is going to be updated. [ 617.372081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.372475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.372475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.372572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.372979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.372979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.619875] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 617.620158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.620682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.620903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.621113] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.621227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.621292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.621439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.621520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.621605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.622050] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.788276] env[65380]: INFO networking_nsxv3.common.synchronization [req-f031e6f8-7a8b-41f0-988e-45eae91a9cf0 req-7ec7df68-b06c-4d22-b469-c9ab0ef65125 tempest-ListServerFiltersTestJSON-139534771 tempest-ListServerFiltersTestJSON-139534771-project-member] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 617.788833] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 617.789481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.789481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.789481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.789607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.789673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.789764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.789822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.789960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.790266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.790266] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.851030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.124957] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.125159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.125231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.125446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.125612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.125712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.125782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.125929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.126026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.126130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.126278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.126373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.126443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.126585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.126719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.126811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.126873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.127015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.127094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.127175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.127264] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.293673] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.355345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.355660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.355660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.355827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.355916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.356024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be created. [ 618.380266] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 618.381263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.390676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.390861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.390941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.391503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.391776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.406311] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: UNINITIALIZED for 2s [ 618.631107] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e824c4-9998-4852-bdf6-4db2e5e37b35: rpc.has_security_group_logging(os_id): False [ 618.650484] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.650484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.650484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.650484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.650708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.651017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.651017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.651017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.651017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.651197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.651286] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.651370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.651422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.651519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.651585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.651802] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.651898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.652032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.652225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.652304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.652387] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be created. [ 618.714572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.714572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.714701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.714902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.715179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.737026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 618.752508] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.752508] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.752935] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.752935] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.753244] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.753399] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.753568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.753882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.754036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.754224] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.754283] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.754533] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.754652] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.754808] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.755129] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.755246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.780836] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.781123] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.781336] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.781590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.782258] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-99c91233-f17e-45f0-8852-fd19e18a8502 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.782679] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-99c91233-f17e-45f0-8852-fd19e18a8502" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.783259] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-99c91233-f17e-45f0-8852-fd19e18a8502" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.783748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-99c91233-f17e-45f0-8852-fd19e18a8502" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.784076] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c91233-f17e-45f0-8852-fd19e18a8502',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.797631] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.294661] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.294661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.294661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.294661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.294661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.294661] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 99c91233-f17e-45f0-8852-fd19e18a8502 not found, creating... [ 619.294661] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.294661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.294661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.294661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.294661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.295269] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.295269] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.295269] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.295729] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.297717] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.297717] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 99c91233-f17e-45f0-8852-fd19e18a8502 is going to be created. [ 619.300283] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.300705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.308098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.308098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.308098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.308098] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 619.325892] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.326437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.326687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.326993] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.327256] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.327485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-99c91233-f17e-45f0-8852-fd19e18a8502" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.358763] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.359155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.359155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.359277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.359391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.374061] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 620.039974] env[65380]: INFO networking_nsxv3.common.synchronization [req-ed23ebf1-15bb-481a-83bb-55d57f90ff6c req-8dc5e852-34c0-4b0e-a1b6-82f4f2df5fda tempest-TenantUsagesTestJSON-1602940447 tempest-TenantUsagesTestJSON-1602940447-project-member] Enqueued Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGHEST for action security_group_members [ 620.040275] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGHEST for action security_group_members [ 620.040410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-006c3d9c-cf44-4679-a08f-0d6bf68de223 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.040555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.040746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.040824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.041011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.041675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.041789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.042017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.042122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.042401] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.126664] env[65380]: INFO networking_nsxv3.common.synchronization [req-f031e6f8-7a8b-41f0-988e-45eae91a9cf0 req-ce31177e-ee5b-4650-9e5e-22ef4876d839 service nova] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_rules [ 620.126900] env[65380]: INFO networking_nsxv3.common.synchronization [req-f031e6f8-7a8b-41f0-988e-45eae91a9cf0 req-ce31177e-ee5b-4650-9e5e-22ef4876d839 service nova] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 620.126964] env[65380]: INFO networking_nsxv3.common.synchronization [req-f031e6f8-7a8b-41f0-988e-45eae91a9cf0 req-ce31177e-ee5b-4650-9e5e-22ef4876d839 service nova] Enqueued Resource ID: 99c91233-f17e-45f0-8852-fd19e18a8502 with Priority: HIGHEST for action port [ 620.128398] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_rules [ 620.128607] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 620.128720] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c91233-f17e-45f0-8852-fd19e18a8502 with Priority: HIGHEST for action port [ 620.129086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.129229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.129347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.129849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.129973] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.130954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.131069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.131276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-99c91233-f17e-45f0-8852-fd19e18a8502 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.131372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99c91233-f17e-45f0-8852-fd19e18a8502" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.131433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99c91233-f17e-45f0-8852-fd19e18a8502" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.131622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99c91233-f17e-45f0-8852-fd19e18a8502" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.131856] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c91233-f17e-45f0-8852-fd19e18a8502',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.420124] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 620.420124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.420124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.420124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.420124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.420124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.420124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.420124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.420124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.420124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.420124] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.546689] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.546689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.546689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.546689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.546689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.546689] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.546689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.546689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.546689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.546689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.546689] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 is going to be updated. [ 620.580835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.580835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.580835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.580835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.581162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.590873] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 in Status: IN_PROGRESS for 2s [ 620.634321] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99c91233-f17e-45f0-8852-fd19e18a8502 with status ACTIVE [ 620.634321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.634321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.634321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.634587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.634624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.634835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.634983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.635066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.635299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.635419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.635691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.635796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.635856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.636073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.636192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.636317] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99c91233-f17e-45f0-8852-fd19e18a8502 is going to be updated. [ 620.637938] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.638091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.664948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.665162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.665208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.665403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.665534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.665703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99c91233-f17e-45f0-8852-fd19e18a8502" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.748108] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 620.749159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.923271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.923487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.923487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.923707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.923945] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.924114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.924114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.924273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.924392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.924443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.924566] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.924674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.924733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.924849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.925086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.925180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.925239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.925381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.925457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.925528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.925616] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.384428] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 621.384428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.389363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.389363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.389363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.389363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.389363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.389363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.389363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.389363] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.427983] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cac8ad38-ab98-444a-bc91-a37058965ea3: rpc.has_security_group_logging(os_id): False [ 621.445799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.445978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.445978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.446235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.446309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.446487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.446608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.446679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.447609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.447609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.447609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.447609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.447609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.447609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.447609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.447609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.448160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.448160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.448160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.448160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.448160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be created. [ 621.519143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.519143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.519143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.519504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.519772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.535558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 621.847480] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf992a7f-2128-4154-b7bc-91acf9fde42d req-387168bb-5634-4b86-ac2e-2ab31af97d7c tempest-ImagesOneServerNegativeTestJSON-1926519048 tempest-ImagesOneServerNegativeTestJSON-1926519048-project-member] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 621.848356] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 621.848879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.851567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.851567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.851567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.851567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.851567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.851567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.851567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.851567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.851567] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.891440] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.352913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.353154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.353282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.353567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.353715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.354114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.354320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.354426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.354753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.355026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.355182] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 already deleted. [ 622.355326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.394400] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.601270] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 in Status: SUCCESS [ 622.601561] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 deletion is rescheduled due to dependency. [ 622.601561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.603603] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.603790] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.603942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.604292] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.604554] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.604702] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.604815] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.605033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.605202] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.605430] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.605470] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.605604] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.605910] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.605910] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.605910] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.606067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.626255] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.626255] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.626255] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.626255] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.626255] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-82373c5b-5d69-406c-9fca-ed283c2a5f88 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.626255] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-82373c5b-5d69-406c-9fca-ed283c2a5f88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.626255] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-82373c5b-5d69-406c-9fca-ed283c2a5f88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.626658] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-82373c5b-5d69-406c-9fca-ed283c2a5f88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.626658] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82373c5b-5d69-406c-9fca-ed283c2a5f88',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.896875] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.897068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.897189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.897482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.897603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.897727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 622.929356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.929523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.929569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.929984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.929984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.939626] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 623.129545] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.129769] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.129888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.130199] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.130365] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.130595] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 82373c5b-5d69-406c-9fca-ed283c2a5f88 not found, creating... [ 623.130883] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.131054] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.131172] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.131409] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.131544] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.132029] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.132160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.132300] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.132535] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.132669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.132806] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 82373c5b-5d69-406c-9fca-ed283c2a5f88 is going to be created. [ 623.155441] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.155741] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.155741] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.156033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.156260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.156545] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-82373c5b-5d69-406c-9fca-ed283c2a5f88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.549265] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 623.549521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.859263] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf992a7f-2128-4154-b7bc-91acf9fde42d req-231cf8aa-2d5f-49ec-bdda-f09645d1dac3 service nova] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_rules [ 623.859263] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf992a7f-2128-4154-b7bc-91acf9fde42d req-231cf8aa-2d5f-49ec-bdda-f09645d1dac3 service nova] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 623.859263] env[65380]: INFO networking_nsxv3.common.synchronization [req-bf992a7f-2128-4154-b7bc-91acf9fde42d req-231cf8aa-2d5f-49ec-bdda-f09645d1dac3 service nova] Enqueued Resource ID: 82373c5b-5d69-406c-9fca-ed283c2a5f88 with Priority: HIGHEST for action port [ 623.859263] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_rules [ 623.860203] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 623.860591] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82373c5b-5d69-406c-9fca-ed283c2a5f88 with Priority: HIGHEST for action port [ 623.864027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.864027] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.864027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.864027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.864027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.864027] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.867838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-82373c5b-5d69-406c-9fca-ed283c2a5f88 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.867838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82373c5b-5d69-406c-9fca-ed283c2a5f88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.867838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82373c5b-5d69-406c-9fca-ed283c2a5f88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.867838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82373c5b-5d69-406c-9fca-ed283c2a5f88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.867838] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82373c5b-5d69-406c-9fca-ed283c2a5f88',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.368561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.368900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.369064] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.371888] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82373c5b-5d69-406c-9fca-ed283c2a5f88 with status ACTIVE [ 624.371888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.371888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.371888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.372187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.372187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.374042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.374042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.374042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.374042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.374042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.374042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.374042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.374042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.374042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.374511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.374511] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82373c5b-5d69-406c-9fca-ed283c2a5f88 is going to be updated. [ 624.401479] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.401716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.401716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.401994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.405044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.405044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82373c5b-5d69-406c-9fca-ed283c2a5f88" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.872911] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.953770] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 624.955468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.955468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.955468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.955858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.955858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.955858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.956217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.956286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.956396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.956480] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.379330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.379330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.379330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.381671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.381671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.381671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be created. [ 625.392990] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ba12bdaa-9fdf-40fc-8d5c-d65a81e2e3b6 None None] Enqueued Resource ID: 9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229 with Priority: HIGHEST for action port [ 625.393546] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229 with Priority: HIGHEST for action port [ 625.393876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.393965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.394237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.394528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.394647] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.406570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.406773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.408220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.408472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.408858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.422189] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: UNINITIALIZED for 2s [ 625.459932] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.460106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.460459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.460459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.460563] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.461480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.461480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.461480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.461480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.461480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.461752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.461886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.461981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.462149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.462524] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.462623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.462685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.462832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.462911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.462997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.463490] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.897907] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229 [ 625.897907] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.897907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.897907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.897907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.897907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.897907] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229 already deleted. [ 625.900459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e3e45a2-0f3f-4bef-b67f-8e67b8c1d229" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.967428] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cd6c3e-5a98-465d-bf37-5b56a4e682c7: rpc.has_security_group_logging(os_id): False [ 625.988336] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.988501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.988571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.988950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.989188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.989538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.989716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.989800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.990443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.990581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.990997] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.991261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.991382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.992361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.992529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.992797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.993041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.993140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.993332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.994376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.994376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 626.068652] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1ee01126-d07b-46aa-a747-b019e1f59d06 None None] Enqueued Resource ID: a9a5ae74-155e-46bc-b7e2-d2d578854288 with Priority: HIGHEST for action port [ 626.069863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.070504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.070744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.071214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.071214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.072981] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9a5ae74-155e-46bc-b7e2-d2d578854288 with Priority: HIGHEST for action port [ 626.073518] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9a5ae74-155e-46bc-b7e2-d2d578854288 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.073703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9a5ae74-155e-46bc-b7e2-d2d578854288" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.073811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9a5ae74-155e-46bc-b7e2-d2d578854288" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.074398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9a5ae74-155e-46bc-b7e2-d2d578854288" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.074551] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a5ae74-155e-46bc-b7e2-d2d578854288',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.091451] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 626.580452] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9a5ae74-155e-46bc-b7e2-d2d578854288 [ 626.581519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.581519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.581519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.581519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.581519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.581519] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9a5ae74-155e-46bc-b7e2-d2d578854288 already deleted. [ 626.581519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9a5ae74-155e-46bc-b7e2-d2d578854288" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.090061] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2ea6e133-c5d3-4090-8bee-d776de676196 None None] Enqueued Resource ID: fa8fd9a5-c5a0-4059-ace3-a9c90066b687 with Priority: HIGHEST for action port [ 627.090600] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8fd9a5-c5a0-4059-ace3-a9c90066b687 with Priority: HIGHEST for action port [ 627.090903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa8fd9a5-c5a0-4059-ace3-a9c90066b687 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.091051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa8fd9a5-c5a0-4059-ace3-a9c90066b687" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.091111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa8fd9a5-c5a0-4059-ace3-a9c90066b687" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.091365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa8fd9a5-c5a0-4059-ace3-a9c90066b687" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.091449] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa8fd9a5-c5a0-4059-ace3-a9c90066b687',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.435119] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 627.435391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.435652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.435869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.435949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.436219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.436342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.436438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.436523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.436630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.436698] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.594686] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa8fd9a5-c5a0-4059-ace3-a9c90066b687 [ 627.595856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.595856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.595856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.595856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.595856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.595856] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa8fd9a5-c5a0-4059-ace3-a9c90066b687 already deleted. [ 627.595856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa8fd9a5-c5a0-4059-ace3-a9c90066b687" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.939394] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.939563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.939622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.939829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.939988] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.940098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.940223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.940587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.940587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.940587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.940587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.940796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.940796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.940858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.940980] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.941079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.941137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.941272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.941411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.941411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.941499] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.956737] env[65380]: INFO networking_nsxv3.common.synchronization [None req-423ced15-7352-4a24-b031-f8e138ccb97d None None] Enqueued Resource ID: ed6ae616-e851-4935-9e23-e188a5515ee2 with Priority: HIGHEST for action port [ 627.957220] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed6ae616-e851-4935-9e23-e188a5515ee2 with Priority: HIGHEST for action port [ 627.958614] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed6ae616-e851-4935-9e23-e188a5515ee2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.958614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed6ae616-e851-4935-9e23-e188a5515ee2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.958614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed6ae616-e851-4935-9e23-e188a5515ee2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.959357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed6ae616-e851-4935-9e23-e188a5515ee2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.960135] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed6ae616-e851-4935-9e23-e188a5515ee2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.107963] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 628.107963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.220982] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ee3281b0-a40a-43eb-b5bf-f26946e25ebf None None] Enqueued Resource ID: 93a74a4f-d495-4871-bf3f-bfa2f4efce84 with Priority: HIGHEST for action port [ 628.220982] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93a74a4f-d495-4871-bf3f-bfa2f4efce84 with Priority: HIGHEST for action port [ 628.220982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-93a74a4f-d495-4871-bf3f-bfa2f4efce84 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.220982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93a74a4f-d495-4871-bf3f-bfa2f4efce84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.221303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93a74a4f-d495-4871-bf3f-bfa2f4efce84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.221303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93a74a4f-d495-4871-bf3f-bfa2f4efce84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.221961] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93a74a4f-d495-4871-bf3f-bfa2f4efce84',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.336034] env[65380]: INFO networking_nsxv3.common.synchronization [req-835c6a67-b00f-4240-90dc-a0f429fd210c req-005c1396-938b-4a85-97a8-f1276d9eb79f tempest-ServersTestFqdnHostnames-537130554 tempest-ServersTestFqdnHostnames-537130554-project-member] Enqueued Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_members [ 628.336034] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_members [ 628.336590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.336802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.336917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.337209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.337315] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.337412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.337473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.337590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.337672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.337790] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.445273] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d60c0ef-e7b2-41eb-a207-3cd8da782c81: rpc.has_security_group_logging(os_id): False [ 628.463443] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed6ae616-e851-4935-9e23-e188a5515ee2 [ 628.463443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.463443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.463443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.463784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.464026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.464242] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed6ae616-e851-4935-9e23-e188a5515ee2 already deleted. [ 628.464317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed6ae616-e851-4935-9e23-e188a5515ee2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.468026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.468026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.468026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.468026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.468694] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.468792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.468970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.469238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.469337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.469485] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be created. [ 628.497463] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd83c4c9-f846-48b7-85ce-59c0c55ce8f5 req-46e968d0-7943-4be4-8df8-2eb145675590 tempest-VolumesAdminNegativeTest-558667950 tempest-VolumesAdminNegativeTest-558667950-project-member] Enqueued Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGHEST for action security_group_members [ 628.497754] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGHEST for action security_group_members [ 628.498110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.498525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.498685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.498926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.499560] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.499746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.499956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.500107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.500212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.500568] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.539674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.539895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.539949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.540586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.540586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.553183] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 628.726770] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93a74a4f-d495-4871-bf3f-bfa2f4efce84 [ 628.726770] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.728397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.728397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.728477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.728555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.728641] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93a74a4f-d495-4871-bf3f-bfa2f4efce84 already deleted. [ 628.728723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93a74a4f-d495-4871-bf3f-bfa2f4efce84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.841216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.841396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.841460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.841656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.841777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.841988] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.842128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.842233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.842375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.842418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842517] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba already deleted. [ 628.842586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.961377] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-96 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.961554] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.961707] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.962779] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.962779] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.962779] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.962779] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.962779] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.962967] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.963123] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.963229] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.963331] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.963432] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.963535] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.963634] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.963767] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.984555] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.984555] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.984662] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.984894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.987251] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-97c1d2c0-12b5-428b-85b4-81b8305d87f9 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.987251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-97c1d2c0-12b5-428b-85b4-81b8305d87f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.987251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-97c1d2c0-12b5-428b-85b4-81b8305d87f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.987251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-97c1d2c0-12b5-428b-85b4-81b8305d87f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.987251] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c1d2c0-12b5-428b-85b4-81b8305d87f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.002635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.003540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.003540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.003633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.003816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.003942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.004090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.004161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.004327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.004405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.004496] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e is going to be updated. [ 629.038078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.038232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.038303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.038514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.038662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.052738] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e in Status: IN_PROGRESS for 2s [ 629.379933] env[65380]: INFO networking_nsxv3.common.synchronization [req-025ddcc4-ae4a-4cfb-b8d3-b1a412a6d139 req-d5170517-74dd-422b-be22-cd13e42fd600 tempest-ListServerFiltersTestJSON-139534771 tempest-ListServerFiltersTestJSON-139534771-project-member] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 629.380887] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 629.383323] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.383539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.383647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.384047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.384164] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.385040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.385040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.385040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.385040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.385040] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.490052] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.490348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.490755] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.490844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.491591] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.491591] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 97c1d2c0-12b5-428b-85b4-81b8305d87f9 not found, creating... [ 629.491591] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.491591] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.491591] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.491911] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.492068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.492396] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.492557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.493794] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.493794] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.493794] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.493794] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 97c1d2c0-12b5-428b-85b4-81b8305d87f9 is going to be created. [ 629.521379] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.521632] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.521864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.522034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.522316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.522492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-97c1d2c0-12b5-428b-85b4-81b8305d87f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.889329] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.035796] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.035936] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.036035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.036375] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.036530] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.036677] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.036866] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.037241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.037241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.037399] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.037653] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.037653] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.037905] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.037905] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.037905] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.038120] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.058761] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.058973] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.059360] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.059360] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.059618] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-5f60e5e9-2860-4364-99c0-3c1433e4bddb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.059906] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-5f60e5e9-2860-4364-99c0-3c1433e4bddb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.059906] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-5f60e5e9-2860-4364-99c0-3c1433e4bddb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.060246] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-5f60e5e9-2860-4364-99c0-3c1433e4bddb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.060447] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f60e5e9-2860-4364-99c0-3c1433e4bddb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.207108] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d71fa79c-5a61-4575-a743-ddec70be7a07 None None] Enqueued Resource ID: 2812d93c-17e9-4260-bbda-2705520ed9f7 with Priority: HIGHEST for action port [ 630.207887] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2812d93c-17e9-4260-bbda-2705520ed9f7 with Priority: HIGHEST for action port [ 630.208574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2812d93c-17e9-4260-bbda-2705520ed9f7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.208788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2812d93c-17e9-4260-bbda-2705520ed9f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.208888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2812d93c-17e9-4260-bbda-2705520ed9f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.209289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2812d93c-17e9-4260-bbda-2705520ed9f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.209391] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2812d93c-17e9-4260-bbda-2705520ed9f7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.229550] env[65380]: INFO networking_nsxv3.common.synchronization [req-835c6a67-b00f-4240-90dc-a0f429fd210c req-c28f92e7-4529-4169-bf92-beeed0d5922b service nova] Enqueued Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_rules [ 630.229676] env[65380]: INFO networking_nsxv3.common.synchronization [req-835c6a67-b00f-4240-90dc-a0f429fd210c req-c28f92e7-4529-4169-bf92-beeed0d5922b service nova] Enqueued Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_members [ 630.229849] env[65380]: INFO networking_nsxv3.common.synchronization [req-835c6a67-b00f-4240-90dc-a0f429fd210c req-c28f92e7-4529-4169-bf92-beeed0d5922b service nova] Enqueued Resource ID: 97c1d2c0-12b5-428b-85b4-81b8305d87f9 with Priority: HIGHEST for action port [ 630.230628] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_rules [ 630.230628] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_members [ 630.231073] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c1d2c0-12b5-428b-85b4-81b8305d87f9 with Priority: HIGHEST for action port [ 630.231073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.231073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.231073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.231307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.231355] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.232178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.233216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.233216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.233216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.233216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.233216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.233216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.233216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.233216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.233216] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.234586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c1d2c0-12b5-428b-85b4-81b8305d87f9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.234586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c1d2c0-12b5-428b-85b4-81b8305d87f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.234586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c1d2c0-12b5-428b-85b4-81b8305d87f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.234586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c1d2c0-12b5-428b-85b4-81b8305d87f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.234586] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c1d2c0-12b5-428b-85b4-81b8305d87f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.390446] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.562809] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.563061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.563145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.563417] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.563560] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.563708] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 5f60e5e9-2860-4364-99c0-3c1433e4bddb not found, creating... [ 630.564009] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.564187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.564300] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.564516] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.564645] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.565043] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.565119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.565256] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.565525] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.565701] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.565842] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 5f60e5e9-2860-4364-99c0-3c1433e4bddb is going to be created. [ 630.568013] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 630.568365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.590967] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.591195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.591317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.591576] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.591837] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.592052] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-5f60e5e9-2860-4364-99c0-3c1433e4bddb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.711393] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2812d93c-17e9-4260-bbda-2705520ed9f7 [ 630.711619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.711756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.711825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.712064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.712150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.712246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2812d93c-17e9-4260-bbda-2705520ed9f7 already deleted. [ 630.712327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2812d93c-17e9-4260-bbda-2705520ed9f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.736445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.736445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.736445] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.737345] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97c1d2c0-12b5-428b-85b4-81b8305d87f9 with status ACTIVE [ 630.737536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.737655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.737721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.737921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.738023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.738213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.738298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.738336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.738489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.738551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.738744] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.738836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.738893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.739130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.739432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.739432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97c1d2c0-12b5-428b-85b4-81b8305d87f9 is going to be updated. [ 630.763886] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.763886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.763886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.763886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.763886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.764242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c1d2c0-12b5-428b-85b4-81b8305d87f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.892671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.896086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.896086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.896086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.896086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.896086] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 630.934502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.934719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.934719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.935049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.935199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.946902] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 631.068269] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e in Status: SUCCESS [ 631.068269] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e deletion is rescheduled due to dependency. [ 631.068269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.241668] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.387387] env[65380]: INFO networking_nsxv3.common.synchronization [req-025ddcc4-ae4a-4cfb-b8d3-b1a412a6d139 req-014ad11f-3857-4a1a-b017-0a7536e0dc9b service nova] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_rules [ 631.387564] env[65380]: INFO networking_nsxv3.common.synchronization [req-025ddcc4-ae4a-4cfb-b8d3-b1a412a6d139 req-014ad11f-3857-4a1a-b017-0a7536e0dc9b service nova] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 631.387907] env[65380]: INFO networking_nsxv3.common.synchronization [req-025ddcc4-ae4a-4cfb-b8d3-b1a412a6d139 req-014ad11f-3857-4a1a-b017-0a7536e0dc9b service nova] Enqueued Resource ID: 5f60e5e9-2860-4364-99c0-3c1433e4bddb with Priority: HIGHEST for action port [ 631.387907] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_rules [ 631.388031] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 631.388134] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f60e5e9-2860-4364-99c0-3c1433e4bddb with Priority: HIGHEST for action port [ 631.389013] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.389334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.389406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.389609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.389690] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.391575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.391823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.391860] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f60e5e9-2860-4364-99c0-3c1433e4bddb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.392458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f60e5e9-2860-4364-99c0-3c1433e4bddb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.392458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f60e5e9-2860-4364-99c0-3c1433e4bddb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.392458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f60e5e9-2860-4364-99c0-3c1433e4bddb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.392704] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f60e5e9-2860-4364-99c0-3c1433e4bddb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.745320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.745791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.745791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.745791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.745906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.746963] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba is going to be created. [ 631.778688] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.778688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.778946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.778946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.779438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.794736] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba in Status: UNINITIALIZED for 2s [ 631.893667] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.893667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.897700] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f60e5e9-2860-4364-99c0-3c1433e4bddb with status ACTIVE [ 631.897914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.898046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.898198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.898322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.898785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.898785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.898785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.898785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.899397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.899611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.899839] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.899935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.899974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.900158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.900304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.900391] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f60e5e9-2860-4364-99c0-3c1433e4bddb is going to be updated. [ 631.926102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.926411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.926547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.926729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.926952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.927134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f60e5e9-2860-4364-99c0-3c1433e4bddb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.075993] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8582f2cb-a3aa-4a61-838e-77dda6f9d32a tempest-ServerActionsTestOtherB-140608432 tempest-ServerActionsTestOtherB-140608432-project-member] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 632.077040] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 632.077714] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.077714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.077714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.078178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.078178] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.245298] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0addb8cc-309c-48e4-9c8b-ba3e5fffb3f3 tempest-ServerActionsTestOtherB-140608432 tempest-ServerActionsTestOtherB-140608432-project-member] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 632.245911] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 632.245911] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.246183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.599944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.600391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.600391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.600542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.600542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 already deleted. [ 632.600605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.600743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.600977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.961212] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 632.961212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.961212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.961212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.961212] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.961212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.961212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.961212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.961212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.961212] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.125149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.125149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.125149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.125149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.125149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.125149] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 already deleted. [ 633.125149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.462710] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.807653] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba in Status: SUCCESS [ 633.807918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.807966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.808273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.808375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.808493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.808620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.808705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.808784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.808869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.808960] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.965295] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.212283] env[65380]: INFO networking_nsxv3.common.synchronization [req-9c3f7515-e894-4795-b87b-fc6e20f5ebbb req-b7b12e12-b379-46ac-a294-8b25109c3129 tempest-ServersWithSpecificFlavorTestJSON-1346103607 tempest-ServersWithSpecificFlavorTestJSON-1346103607-project-member] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 634.212902] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 634.213567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.213723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.213790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.214159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.214367] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.214473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.214553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.214809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.214929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.215061] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.310605] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.468121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.468234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.468279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.468483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.468554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.468654] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 634.505913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.506225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.506317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.506521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.506665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.516075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 634.663565] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a0316a5f-0dda-41de-be4c-7dbbaa4d67a9 None None] Enqueued Resource ID: 575225dc-9546-4b89-a9a7-237e4840568c with Priority: HIGHEST for action port [ 634.663923] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575225dc-9546-4b89-a9a7-237e4840568c with Priority: HIGHEST for action port [ 634.665483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-575225dc-9546-4b89-a9a7-237e4840568c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.665483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-575225dc-9546-4b89-a9a7-237e4840568c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.665483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-575225dc-9546-4b89-a9a7-237e4840568c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.665483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-575225dc-9546-4b89-a9a7-237e4840568c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.665483] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575225dc-9546-4b89-a9a7-237e4840568c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.717919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.717919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.717919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.718094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.718192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.718565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.718761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.718881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.719156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.719304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.719456] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c already deleted. [ 634.719574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.812574] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba: rpc.has_security_group_logging(os_id): False [ 634.834486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.834899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.834899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.834996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.835126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.835449] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.835612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.835683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.835909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.836105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.836186] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba is going to be created. [ 634.910444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.910605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.910658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.910866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.911062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.925195] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba in Status: IN_PROGRESS for 2s [ 634.933307] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.933506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.933650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.934400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.934400] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.934400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.934634] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.934742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.935087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.935201] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.935318] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.935423] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.935526] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.935633] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.935734] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.935879] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.957397] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.957581] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.957581] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.957745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.958197] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.958390] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.958651] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.958825] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.958979] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4343bbc8-b6b2-4198-9f4c-d6da5ff242dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.167443] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 575225dc-9546-4b89-a9a7-237e4840568c [ 635.167741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.167943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.168110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.168370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.168464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.168515] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:575225dc-9546-4b89-a9a7-237e4840568c already deleted. [ 635.168601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-575225dc-9546-4b89-a9a7-237e4840568c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.461867] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.462201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.462201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.462389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.462533] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.462682] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 4343bbc8-b6b2-4198-9f4c-d6da5ff242dc not found, creating... [ 635.463220] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.463406] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.463531] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.463799] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.464022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.464341] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.464498] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.464627] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.464843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.464974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.465145] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 4343bbc8-b6b2-4198-9f4c-d6da5ff242dc is going to be created. [ 635.488919] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.489125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.489313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.489642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.489870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.490166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.232231] env[65380]: INFO networking_nsxv3.common.synchronization [req-9c3f7515-e894-4795-b87b-fc6e20f5ebbb req-24b0c17c-8555-4dec-8314-cd7eb203e3f2 service nova] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_rules [ 636.232564] env[65380]: INFO networking_nsxv3.common.synchronization [req-9c3f7515-e894-4795-b87b-fc6e20f5ebbb req-24b0c17c-8555-4dec-8314-cd7eb203e3f2 service nova] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 636.232609] env[65380]: INFO networking_nsxv3.common.synchronization [req-9c3f7515-e894-4795-b87b-fc6e20f5ebbb req-24b0c17c-8555-4dec-8314-cd7eb203e3f2 service nova] Enqueued Resource ID: 4343bbc8-b6b2-4198-9f4c-d6da5ff242dc with Priority: HIGHEST for action port [ 636.233443] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_rules [ 636.233580] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 636.233775] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4343bbc8-b6b2-4198-9f4c-d6da5ff242dc with Priority: HIGHEST for action port [ 636.234247] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.234478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.234692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.241230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.241355] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.244905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.244905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.244905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.246657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.246657] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.246657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.246920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.246920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.247030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.249443] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.249443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.249443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.249443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.249931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.249931] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4343bbc8-b6b2-4198-9f4c-d6da5ff242dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.528176] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 636.528426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.528633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.528903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.529293] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.529695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.529845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.530643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.530643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.530643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.530643] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.625029] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a5cdaed7-a453-4a52-8a25-2e5de79e4f10 None None] Enqueued Resource ID: 903529ba-54b5-4308-85b2-e9e4a5ccc53d with Priority: HIGHEST for action port [ 636.625029] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903529ba-54b5-4308-85b2-e9e4a5ccc53d with Priority: HIGHEST for action port [ 636.626650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-903529ba-54b5-4308-85b2-e9e4a5ccc53d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.626650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903529ba-54b5-4308-85b2-e9e4a5ccc53d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.626650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903529ba-54b5-4308-85b2-e9e4a5ccc53d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.626650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903529ba-54b5-4308-85b2-e9e4a5ccc53d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.627114] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903529ba-54b5-4308-85b2-e9e4a5ccc53d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.705398] env[65380]: INFO networking_nsxv3.common.synchronization [req-cffe422b-ae97-41e9-aa64-0669bd72a698 req-913a36e5-97ed-4fb4-b5a1-56ab6710225c tempest-ServersAdminTestJSON-1855485524 tempest-ServersAdminTestJSON-1855485524-project-member] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 636.705913] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 636.706352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.706473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.706616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.706890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.707856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.707856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.707856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.707856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.707856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.707856] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.755035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.755035] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.755035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4343bbc8-b6b2-4198-9f4c-d6da5ff242dc with status ACTIVE [ 636.755035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.755035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.755035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.755952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.755952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.755952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.756835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.757246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.757777] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4343bbc8-b6b2-4198-9f4c-d6da5ff242dc is going to be updated. [ 636.784480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.784634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.784728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.784983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.785170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.785336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4343bbc8-b6b2-4198-9f4c-d6da5ff242dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.939357] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba in Status: SUCCESS [ 636.939604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.032917] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.033089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.033165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.033380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.033542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.033643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.033700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.033847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.033936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.034061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.034221] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.034316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.034375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.036657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.036981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.037167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.037235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.037393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.037475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.037561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.037654] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.130996] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.131362] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.131443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.131708] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.132013] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.132484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.135344] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.135775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.137949] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.137949] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.137949] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.137949] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.137949] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.137949] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.137949] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.137949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.141925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 903529ba-54b5-4308-85b2-e9e4a5ccc53d [ 637.141925] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.141925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.141925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.141925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.141925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.141925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:903529ba-54b5-4308-85b2-e9e4a5ccc53d already deleted. [ 637.141925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903529ba-54b5-4308-85b2-e9e4a5ccc53d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.161252] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.161523] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.161669] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.161884] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.162939] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-2206d06f-505b-4211-9823-29d900820228 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.163183] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-2206d06f-505b-4211-9823-29d900820228" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.163618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-2206d06f-505b-4211-9823-29d900820228" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.164467] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-2206d06f-505b-4211-9823-29d900820228" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.164467] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2206d06f-505b-4211-9823-29d900820228',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.209705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.209705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.209843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.210985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.210985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.210985] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.210985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.210985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.210985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.210985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.210985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 already deleted. [ 637.210985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.261179] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.527522] env[65380]: INFO networking_nsxv3.common.synchronization [None req-960316f9-7872-4fd6-8c89-480ecd040e76 None None] Enqueued Resource ID: 3713b14d-9b22-4b03-8bab-175cd9c1de0f with Priority: HIGHEST for action port [ 637.528111] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3713b14d-9b22-4b03-8bab-175cd9c1de0f with Priority: HIGHEST for action port [ 637.528435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3713b14d-9b22-4b03-8bab-175cd9c1de0f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.528560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3713b14d-9b22-4b03-8bab-175cd9c1de0f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.528625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3713b14d-9b22-4b03-8bab-175cd9c1de0f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.528912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3713b14d-9b22-4b03-8bab-175cd9c1de0f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.528972] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3713b14d-9b22-4b03-8bab-175cd9c1de0f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.541666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0cd6c3e-5a98-465d-bf37-5b56a4e682c7: rpc.has_security_group_logging(os_id): False [ 637.562718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.562855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.562948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.563237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.563365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.563595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.563730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.563847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.564050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.564232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.564396] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.564576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.564632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.564771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.564860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.565488] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.565655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.565737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.565885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.565949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.566082] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 637.665810] env[65380]: INFO networking_nsxv3.common.synchronization [req-5aa2ad50-dd51-4ce2-94d0-51b1e7eff333 req-89c5d526-b934-4fa3-a71b-6f063d57cfad tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 637.666132] env[65380]: INFO networking_nsxv3.common.synchronization [req-5aa2ad50-dd51-4ce2-94d0-51b1e7eff333 req-89c5d526-b934-4fa3-a71b-6f063d57cfad tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 637.667364] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.667585] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.668649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.668649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.668649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.668649] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 2206d06f-505b-4211-9823-29d900820228 not found, creating... [ 637.668649] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.668951] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.668951] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.669372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.669372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.669752] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.669971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.670468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.670792] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.670911] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.671054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 2206d06f-505b-4211-9823-29d900820228 is going to be created. [ 637.672827] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 637.672995] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 637.673629] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.673774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.673848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.674752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.674752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.674887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.674926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.675159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.675296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.675498] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.677414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.677414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.677414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.677414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.677625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.677672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.677783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.677873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.677950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.678060] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.679907] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.680097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.680185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.680305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.680464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.701729] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 637.702977] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.703210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.703342] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.703637] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.703881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.705376] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-2206d06f-505b-4211-9823-29d900820228" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.764129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.764349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.764402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.765220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.765220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.765220] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c is going to be created. [ 637.811050] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.811313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.811313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.811515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.811688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.828286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: UNINITIALIZED for 2s [ 638.031976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3713b14d-9b22-4b03-8bab-175cd9c1de0f [ 638.033030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.033256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.033381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.033643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.033773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.033963] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3713b14d-9b22-4b03-8bab-175cd9c1de0f already deleted. [ 638.034163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3713b14d-9b22-4b03-8bab-175cd9c1de0f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.113453] env[65380]: INFO networking_nsxv3.common.synchronization [req-5aa2ad50-dd51-4ce2-94d0-51b1e7eff333 req-89c5d526-b934-4fa3-a71b-6f063d57cfad tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_rules [ 638.113786] env[65380]: INFO networking_nsxv3.common.synchronization [req-5aa2ad50-dd51-4ce2-94d0-51b1e7eff333 req-89c5d526-b934-4fa3-a71b-6f063d57cfad tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 638.114051] env[65380]: INFO networking_nsxv3.common.synchronization [req-5aa2ad50-dd51-4ce2-94d0-51b1e7eff333 req-89c5d526-b934-4fa3-a71b-6f063d57cfad tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 638.114252] env[65380]: INFO networking_nsxv3.common.synchronization [req-5aa2ad50-dd51-4ce2-94d0-51b1e7eff333 req-89c5d526-b934-4fa3-a71b-6f063d57cfad tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 638.114443] env[65380]: INFO networking_nsxv3.common.synchronization [req-5aa2ad50-dd51-4ce2-94d0-51b1e7eff333 req-89c5d526-b934-4fa3-a71b-6f063d57cfad tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 with Priority: HIGHEST for action port [ 638.115164] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_rules [ 638.115363] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 638.115505] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 with Priority: HIGHEST for action port [ 638.115742] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 638.115817] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 638.116142] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.116329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.116547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.116864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.116981] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.118324] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.118324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.118448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.118735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.118805] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.119762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e37bf46a-308d-44a5-b573-64c3b7aa5a73 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.119916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.120028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.121817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.121817] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e37bf46a-308d-44a5-b573-64c3b7aa5a73',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.123613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.123781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.124218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.124218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.183536] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.184726] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.525280] env[65380]: INFO networking_nsxv3.common.synchronization [req-cffe422b-ae97-41e9-aa64-0669bd72a698 req-83e8cf81-3e58-4705-8552-2b9ca23aa020 service nova] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_rules [ 638.525582] env[65380]: INFO networking_nsxv3.common.synchronization [req-cffe422b-ae97-41e9-aa64-0669bd72a698 req-83e8cf81-3e58-4705-8552-2b9ca23aa020 service nova] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 638.525685] env[65380]: INFO networking_nsxv3.common.synchronization [req-cffe422b-ae97-41e9-aa64-0669bd72a698 req-83e8cf81-3e58-4705-8552-2b9ca23aa020 service nova] Enqueued Resource ID: 2206d06f-505b-4211-9823-29d900820228 with Priority: HIGHEST for action port [ 638.530011] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_rules [ 638.532024] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 638.532024] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2206d06f-505b-4211-9823-29d900820228 with Priority: HIGHEST for action port [ 638.532024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.532024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.532024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.532024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.532024] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.534590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.534729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.534794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.535044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.535240] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.535361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.535432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.535597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.535697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.535996] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.536724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2206d06f-505b-4211-9823-29d900820228 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.536835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2206d06f-505b-4211-9823-29d900820228" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.536899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2206d06f-505b-4211-9823-29d900820228" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.537080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2206d06f-505b-4211-9823-29d900820228" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.539111] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2206d06f-505b-4211-9823-29d900820228',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.555219] env[65380]: INFO networking_nsxv3.common.synchronization [None req-7850c751-590e-468e-84f8-ffcde037b5b5 None None] Enqueued Resource ID: 5039dd51-4bcd-4a15-b403-d776b1adbed3 with Priority: HIGHEST for action port [ 638.555219] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5039dd51-4bcd-4a15-b403-d776b1adbed3 with Priority: HIGHEST for action port [ 638.555219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5039dd51-4bcd-4a15-b403-d776b1adbed3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.555382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5039dd51-4bcd-4a15-b403-d776b1adbed3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.555382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5039dd51-4bcd-4a15-b403-d776b1adbed3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.555702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5039dd51-4bcd-4a15-b403-d776b1adbed3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.556815] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5039dd51-4bcd-4a15-b403-d776b1adbed3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.625129] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e37bf46a-308d-44a5-b573-64c3b7aa5a73 with status ACTIVE [ 638.625396] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.625547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.625624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.625817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.625904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.626095] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.626193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.626254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.626498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.626612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.626764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.626894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.626959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.627088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.627219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.627265] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 is going to be updated. [ 638.631061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.631061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.631061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.631061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.653619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.653762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.653832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.654123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.654270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.654436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.687012] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.688394] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.036277] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.036484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.040720] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2206d06f-505b-4211-9823-29d900820228 with status ACTIVE [ 639.040720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.040990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.040990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.041169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.041263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.041463] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.041580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.041656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.041870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.042504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.042504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.042504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.042504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.042783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.043533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.043533] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2206d06f-505b-4211-9823-29d900820228 is going to be updated. [ 639.044970] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.058704] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5039dd51-4bcd-4a15-b403-d776b1adbed3 [ 639.059580] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.059851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.060028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.060359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.060524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.061013] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5039dd51-4bcd-4a15-b403-d776b1adbed3 already deleted. [ 639.061013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5039dd51-4bcd-4a15-b403-d776b1adbed3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.073325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.073594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.073594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.073766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.073921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.074222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2206d06f-505b-4211-9823-29d900820228" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.189933] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.190275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.190275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.190410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.190496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.190632] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be created. [ 639.193938] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.194128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.194204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.194746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.194746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.194746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 639.236622] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.236836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.236836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.237388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.237388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.243903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.243903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.243903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.243903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.243903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.255179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: UNINITIALIZED for 2s [ 639.269769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 639.547340] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.702498] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5ad06103-1ea7-40b9-9202-020cb96078f7 tempest-ServersV294TestFqdnHostnames-1069356813 tempest-ServersV294TestFqdnHostnames-1069356813-project-member] Enqueued Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_rules [ 639.702498] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_rules [ 639.702498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26035bdb-3766-4d52-a1df-306047a13602 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.702498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.702498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.703315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.703315] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.723112] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 639.723365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.813462] env[65380]: INFO networking_nsxv3.common.synchronization [req-e9bd63f3-292f-4caa-840d-ab0e70d656b3 req-7c3dd764-6efc-4ee8-ac47-95cfb61d8b9f tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 639.814521] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 639.815393] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.815393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.815393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.815393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.815600] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.815600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.815600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.815719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.816042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.816042] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.839730] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: SUCCESS [ 639.839878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.840397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.840601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.840807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.840928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.841095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.842039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.842039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.842039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.842039] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.925552] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d1006b0a-d0c6-425c-84bc-72b8e00f1397 tempest-ServersV294TestFqdnHostnames-1069356813 tempest-ServersV294TestFqdnHostnames-1069356813-project-member] Enqueued Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_rules [ 639.926301] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_rules [ 639.926428] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26035bdb-3766-4d52-a1df-306047a13602 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.928463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.050451] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.050644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.050727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.050987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.051064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.051180] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be created. [ 640.092956] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.092956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.092956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.092956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.092956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.110525] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: UNINITIALIZED for 2s [ 640.227311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.227507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.227507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.227747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.228320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.228320] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26035bdb-3766-4d52-a1df-306047a13602 already deleted. [ 640.228320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.228320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.228320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.229222] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.320339] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.320339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.320339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.320339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.320339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.320760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.320760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.320760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.320760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.320992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.320992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 640.345662] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.394527] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.394679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.394767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.394971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.395126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.407213] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 640.752984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.753398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.753398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.753482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.753519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.753705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26035bdb-3766-4d52-a1df-306047a13602 already deleted. [ 640.753705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.851092] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c: rpc.has_security_group_logging(os_id): False [ 640.871622] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.872332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.872332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.872332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.872332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.872616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.872902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.872902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.873044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.873044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.873173] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c is going to be created. [ 640.938471] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.938672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.938719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.938917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.939131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.952290] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: IN_PROGRESS for 2s [ 641.072565] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 641.072737] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGHEST for action security_group_members [ 641.072869] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 641.073569] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 641.076156] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGHEST for action security_group_members [ 641.076156] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 641.076156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.076156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.076156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28a29d4-abbe-44fb-890f-4de2fde2b904 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.076156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.076156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.076156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.076156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.076156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.076156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.076156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.076156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.076156] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.077771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.077771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.148688] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_rules [ 641.148688] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 641.148688] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGHEST for action security_group_rules [ 641.148688] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGHEST for action security_group_members [ 641.148688] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 641.148688] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 641.148688] env[65380]: INFO networking_nsxv3.common.synchronization [req-9f7bfa90-8292-4757-b10c-6f716db34dc5 req-178dd2fd-e5a1-4c3c-9b0c-4a1259f31d07 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 with Priority: HIGHEST for action port [ 641.149607] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_rules [ 641.150031] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGHEST for action security_group_rules [ 641.150459] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 641.150898] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 with Priority: HIGHEST for action port [ 641.153093] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 641.153093] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 641.153093] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGHEST for action security_group_members [ 641.153093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.153093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.153093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28a29d4-abbe-44fb-890f-4de2fde2b904 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.153093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.153093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.153093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.153093] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.156732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.156732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.156732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e37bf46a-308d-44a5-b573-64c3b7aa5a73 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.156732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.156732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.156732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.156732] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e37bf46a-308d-44a5-b573-64c3b7aa5a73',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.158103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.158103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.158103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.158499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.158499] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28a29d4-abbe-44fb-890f-4de2fde2b904 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.158499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.267766] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: SUCCESS [ 641.268060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.268289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.268488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.268699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.269521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.269615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.270222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.270222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.270222] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.281674] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 641.282238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.282535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.283213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.283213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.283810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.283913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.284446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.284446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.284688] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.579378] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.659397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28a29d4-abbe-44fb-890f-4de2fde2b904 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.659397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.659609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e37bf46a-308d-44a5-b573-64c3b7aa5a73 with status ACTIVE [ 641.661101] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.661101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.661101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.661101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.661101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.661101] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.661101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.661101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.661506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.661506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.661651] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.661651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.661738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.661923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.662072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.662171] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e37bf46a-308d-44a5-b573-64c3b7aa5a73 is going to be updated. [ 641.688834] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.689250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.690429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.690894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.691314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.691594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e37bf46a-308d-44a5-b573-64c3b7aa5a73" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.774451] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.788333] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.083436] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.124242] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 642.124298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.124802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.125054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.126031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.126031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.126031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.126031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.126031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.126031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.126031] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.278217] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.295295] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.417171] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 642.417331] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 642.417452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.433373] env[65380]: INFO networking_nsxv3.common.synchronization [req-93611b2d-c3c0-4150-9970-82def48867a9 req-b4fe87a9-7326-4428-8b92-1ad94dddc81e tempest-ServersAdminTestJSON-1855485524 tempest-ServersAdminTestJSON-1855485524-project-member] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 642.433913] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 642.437153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.437153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.437153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.437153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.437153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.437153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.437153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.437153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.437446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.437446] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.586122] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.586294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.586407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.586921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.586921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.587062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 is going to be created. [ 642.612954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.613155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.613218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.613379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.613539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.624563] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: UNINITIALIZED for 2s [ 642.628118] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.628257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.781273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.781578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.781578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.781679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.781771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.781849] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be updated. [ 642.804390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.804390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.804390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.804591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.804684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.804784] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 642.826570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.826782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.826782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.827021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.827191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.839053] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: IN_PROGRESS for 2s [ 642.840654] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.840805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.840893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.841145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.841309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.849892] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 642.902841] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.903052] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.903295] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.903595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.903880] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.904119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.904278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.904517] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.904685] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.904897] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.905067] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.905187] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.905342] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.905486] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.905596] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.905747] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.940067] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.945550] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.945915] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.946294] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.946561] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.946892] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-d59b902f-9fb1-4d56-96f9-6301024412fa taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.947078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-d59b902f-9fb1-4d56-96f9-6301024412fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.947235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-d59b902f-9fb1-4d56-96f9-6301024412fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.947563] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-d59b902f-9fb1-4d56-96f9-6301024412fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.947697] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59b902f-9fb1-4d56-96f9-6301024412fa',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.971364] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: SUCCESS [ 642.971577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.442496] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.450479] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.450708] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.450827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.451141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.451297] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.451445] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port d59b902f-9fb1-4d56-96f9-6301024412fa not found, creating... [ 643.451699] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.451915] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.452062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.452297] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.452457] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.452698] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.452846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.452956] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.453239] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.453314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.453435] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: d59b902f-9fb1-4d56-96f9-6301024412fa is going to be created. [ 643.475725] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.475997] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.476146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.476421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.476686] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.476930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-d59b902f-9fb1-4d56-96f9-6301024412fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.948043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.948043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.948043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.948043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.948043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.948043] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 643.984669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.984876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.984876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.985317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.985317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.000126] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 644.253380] env[65380]: INFO networking_nsxv3.common.synchronization [req-93611b2d-c3c0-4150-9970-82def48867a9 req-944a8450-ae75-4fec-b2ae-c9d08bee8198 service nova] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_rules [ 644.253810] env[65380]: INFO networking_nsxv3.common.synchronization [req-93611b2d-c3c0-4150-9970-82def48867a9 req-944a8450-ae75-4fec-b2ae-c9d08bee8198 service nova] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 644.253810] env[65380]: INFO networking_nsxv3.common.synchronization [req-93611b2d-c3c0-4150-9970-82def48867a9 req-944a8450-ae75-4fec-b2ae-c9d08bee8198 service nova] Enqueued Resource ID: d59b902f-9fb1-4d56-96f9-6301024412fa with Priority: HIGHEST for action port [ 644.254234] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_rules [ 644.254379] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 644.254480] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d59b902f-9fb1-4d56-96f9-6301024412fa with Priority: HIGHEST for action port [ 644.254795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.254909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.255267] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.255410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.255688] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d59b902f-9fb1-4d56-96f9-6301024412fa taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.255688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d59b902f-9fb1-4d56-96f9-6301024412fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.255881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d59b902f-9fb1-4d56-96f9-6301024412fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.256052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d59b902f-9fb1-4d56-96f9-6301024412fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.256052] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d59b902f-9fb1-4d56-96f9-6301024412fa',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.638751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: SUCCESS [ 644.638751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.638751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.638751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.638751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.638751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.638751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.638751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.638751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.638751] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.758979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d59b902f-9fb1-4d56-96f9-6301024412fa with status ACTIVE [ 644.759223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.759361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.759431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.761260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.761380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.761599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.761691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.761763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.763320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.763417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.763620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.763725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.763791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.765238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.765317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.765414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d59b902f-9fb1-4d56-96f9-6301024412fa is going to be updated. [ 644.787943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.788104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.788165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.788409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.788551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.788708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d59b902f-9fb1-4d56-96f9-6301024412fa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.852775] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: SUCCESS [ 644.853073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.853243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.853501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.853859] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.853998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.854165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.854323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.854445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.854561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.854671] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.855610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.855820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.856076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.856279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.856931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.857192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.857401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.857461] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.862216] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 644.862320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.862426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.862643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.862789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.862936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.863094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.863269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.863351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.863440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.863541] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.864485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.865248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.865248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.865248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.865248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.865248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.865248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.865702] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.141593] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.359959] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.361261] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.368882] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.369989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.370118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.645071] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.656572] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fb1a78ca-64a2-4a6c-958e-7bf1d3296be0 None None] Enqueued Resource ID: 93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8 with Priority: HIGHEST for action port [ 645.657458] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8 with Priority: HIGHEST for action port [ 645.659507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.659507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.659507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.659507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.659507] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.862967] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9daf1805-32a9-44e1-9389-ae8e8718b7c9: rpc.has_security_group_logging(os_id): False [ 645.866348] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.871601] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.890471] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.890471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.890471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.890471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.890471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.890471] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.890471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.890471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.890471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.890471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.890471] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be created. [ 645.965800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.968021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.968021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.968021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.968021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.985238] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: IN_PROGRESS for 2s [ 646.016022] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 646.016348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.016591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.016892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.017212] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.017380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.017478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.017688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.017814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.017917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.018154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.018306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.018407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.018571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.018747] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.018865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.018920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.019246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.021032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.021032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.021032] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.021032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.021032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.021032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.021032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.021510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.022089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.022259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.023202] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.152047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.152575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.152575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.152575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.152755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.152755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 is going to be updated. [ 646.167029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8 [ 646.167029] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.167029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.167029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.167029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.167029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.167029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8 already deleted. [ 646.167029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93c2b58a-bff0-4c6b-86b4-4d0907c1d1b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.194824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.194824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.194824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.195068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.195232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.216074] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: IN_PROGRESS for 2s [ 646.369725] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.369725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.369725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.369725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.369725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.369725] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be updated. [ 646.380723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.380919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.380919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.381155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.381155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.381322] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 646.415440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.415650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.416477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.416477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.416477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.434460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: IN_PROGRESS for 2s [ 646.441787] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.441787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.441787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.441787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.442119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.453549] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 646.525165] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf80c2-a298-4b70-a490-7562f7f2ff56: rpc.has_security_group_logging(os_id): False [ 646.529053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.547752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.547969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.547969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.547969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.547969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.547969] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.547969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.547969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.547969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.547969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.549643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.549643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.549643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.549643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.549643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.549980] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.549980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.549980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.550223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.550281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.554023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be created. [ 646.653558] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.653558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.653558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.653558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.653558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.665522] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 647.031398] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.538705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.539080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.539080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.539364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.539438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.539563] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 647.579568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.579568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.579568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.579568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.579568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.594474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 647.999490] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: SUCCESS [ 647.999983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.999983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.000275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.000364] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.227636] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: SUCCESS [ 648.227784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.228575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.229014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.229268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.229421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.229572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.229657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.229764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.230200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.230200] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.438099] env[65380]: INFO networking_nsxv3.common.synchronization [None req-77b626f1-206e-4f3a-b143-07dfcad47276 None None] Enqueued Resource ID: 6c1ffeae-836f-4889-8921-ad438121898b with Priority: HIGHEST for action port [ 648.439232] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c1ffeae-836f-4889-8921-ad438121898b with Priority: HIGHEST for action port [ 648.439902] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c1ffeae-836f-4889-8921-ad438121898b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.440199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c1ffeae-836f-4889-8921-ad438121898b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.440731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c1ffeae-836f-4889-8921-ad438121898b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.441083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c1ffeae-836f-4889-8921-ad438121898b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.441361] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c1ffeae-836f-4889-8921-ad438121898b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.449346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: SUCCESS [ 648.449346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.449346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.449346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.449346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.449346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.449346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.449346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.449346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.449346] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.465249] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 648.465460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.465625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.465850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.466050] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.466172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.466235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.466392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.466473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.466569] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.503775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.503941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.683335] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 648.683677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.683752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.683939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.684081] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.731849] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.944124] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6c1ffeae-836f-4889-8921-ad438121898b [ 648.944386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.944527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.944593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.944803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.944891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.944988] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6c1ffeae-836f-4889-8921-ad438121898b already deleted. [ 648.945084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c1ffeae-836f-4889-8921-ad438121898b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.955609] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.968589] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.188211] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.188345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.234037] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c28a29d4-abbe-44fb-890f-4de2fde2b904: rpc.has_security_group_logging(os_id): False [ 649.256792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.256966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.257066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.257273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.257371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.257808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.257808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.257808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.258066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.258066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.258175] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 is going to be created. [ 649.327777] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.327777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.327777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.327777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.327777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.344278] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: IN_PROGRESS for 2s [ 649.458283] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.474980] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.609990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 649.613718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.613718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.613718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.613718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.613718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.613718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.613718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.613718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.613718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.613718] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.749590] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5c082951-9023-4c9d-b94a-d471f5cb1c30 None None] Enqueued Resource ID: c00aba01-56db-4bd6-b22f-d02e1a081ab8 with Priority: HIGHEST for action port [ 649.749855] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00aba01-56db-4bd6-b22f-d02e1a081ab8 with Priority: HIGHEST for action port [ 649.750462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00aba01-56db-4bd6-b22f-d02e1a081ab8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.750580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00aba01-56db-4bd6-b22f-d02e1a081ab8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.750650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00aba01-56db-4bd6-b22f-d02e1a081ab8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.750891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00aba01-56db-4bd6-b22f-d02e1a081ab8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.750974] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00aba01-56db-4bd6-b22f-d02e1a081ab8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.961268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.961485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.961485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.961724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.961815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.961954] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be updated. [ 649.977469] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.977721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.977721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.977888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.978042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.978087] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 650.002896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.003081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.003160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.003394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.003531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.005601] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.005752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.005871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.005996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.006140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.017877] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 650.018568] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: IN_PROGRESS for 2s [ 650.116939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.117111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.117225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.117412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.117881] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.117991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.118067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.118237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.118325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.118412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.118566] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.118703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.118703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.118877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.118978] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.119105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.119194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.119276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.119952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.119952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.119952] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.254609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c00aba01-56db-4bd6-b22f-d02e1a081ab8 [ 650.254609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.254609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.254609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.254895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.254895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.255041] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c00aba01-56db-4bd6-b22f-d02e1a081ab8 already deleted. [ 650.255120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00aba01-56db-4bd6-b22f-d02e1a081ab8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.621435] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf80c2-a298-4b70-a490-7562f7f2ff56: rpc.has_security_group_logging(os_id): False [ 650.644646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.644646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.644646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.644646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.645179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.645179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.645179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.645179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.645179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.646924] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 650.714081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.714313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.714386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.714605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.714902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.727065] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 650.747925] env[65380]: INFO networking_nsxv3.common.synchronization [req-a502d40a-8631-40ac-b9c5-74a574f964ab req-e27f831f-d8d9-47b0-aafa-0094b6abfaf1 tempest-DeleteServersAdminTestJSON-1286097210 tempest-DeleteServersAdminTestJSON-1286097210-project-member] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 650.749123] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 650.749123] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.749123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.749123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.750162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.754476] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.754476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.754476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.754476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.754476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.754476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.259160] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.259796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.259796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.259796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.259933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.260164] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.260322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.260424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.260664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.260783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.260918] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 is going to be updated. [ 651.291268] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.291495] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.291572] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.291831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.292232] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.292497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.292497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.292707] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.292853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.293072] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.293181] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.293283] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.293385] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.293487] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.293582] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.293705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.313042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.313208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.313851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.313851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.313851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.328844] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: IN_PROGRESS for 2s [ 651.331647] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.331816] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.331952] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.332174] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.332536] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-7454821e-9f2a-416b-a1ff-af59335a59a9 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.332719] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-7454821e-9f2a-416b-a1ff-af59335a59a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.332835] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-7454821e-9f2a-416b-a1ff-af59335a59a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.333191] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-7454821e-9f2a-416b-a1ff-af59335a59a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.333329] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7454821e-9f2a-416b-a1ff-af59335a59a9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.358456] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: SUCCESS [ 651.358683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.774608] env[65380]: INFO networking_nsxv3.common.synchronization [None req-14d1453e-2c9a-445a-ad03-0d19eda252ab None None] Enqueued Resource ID: e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5 with Priority: HIGHEST for action port [ 651.775165] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5 with Priority: HIGHEST for action port [ 651.775503] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.775624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.775701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.776060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.776060] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.836314] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.836549] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.836638] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.836904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.837343] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.837343] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 7454821e-9f2a-416b-a1ff-af59335a59a9 not found, creating... [ 651.837543] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.837726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.837843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.839087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.839087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.839087] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.839087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.839087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.839087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.839087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.839330] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 7454821e-9f2a-416b-a1ff-af59335a59a9 is going to be created. [ 651.861289] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.861479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.861592] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.861837] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.862083] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.862338] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-7454821e-9f2a-416b-a1ff-af59335a59a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.037707] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: SUCCESS [ 652.037707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.037930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.038051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.038266] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.038388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.038470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.038652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.038735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.038821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.038912] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.040519] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 652.040721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.041121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.042662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.042662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.042662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.042662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.042662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.042662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.042662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.043343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.043343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.043343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.043525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.043814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.043814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.043997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.044161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.044499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.044499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.044499] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.314098] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5 [ 652.314098] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.314098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.314098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.314098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.314098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.314098] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5 already deleted. [ 652.314098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e24bba3d-0e42-42b4-8cc4-5d8ad117e3c5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.547810] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.548700] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cac8ad38-ab98-444a-bc91-a37058965ea3: rpc.has_security_group_logging(os_id): False [ 652.576343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.576343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.576343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.576343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.576912] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.576912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.577314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.577688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.577933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.578177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 652.658897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.659072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.659137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.659482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.659482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.667695] env[65380]: INFO networking_nsxv3.common.synchronization [req-a502d40a-8631-40ac-b9c5-74a574f964ab req-634c6517-c568-4ae6-b505-5144c93c97cd service nova] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_rules [ 652.667864] env[65380]: INFO networking_nsxv3.common.synchronization [req-a502d40a-8631-40ac-b9c5-74a574f964ab req-634c6517-c568-4ae6-b505-5144c93c97cd service nova] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 652.667994] env[65380]: INFO networking_nsxv3.common.synchronization [req-a502d40a-8631-40ac-b9c5-74a574f964ab req-634c6517-c568-4ae6-b505-5144c93c97cd service nova] Enqueued Resource ID: 7454821e-9f2a-416b-a1ff-af59335a59a9 with Priority: HIGHEST for action port [ 652.668241] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_rules [ 652.668377] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 652.668466] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7454821e-9f2a-416b-a1ff-af59335a59a9 with Priority: HIGHEST for action port [ 652.669127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.669287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.669349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.669752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.669752] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.670510] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.670629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.672042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7454821e-9f2a-416b-a1ff-af59335a59a9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.672198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7454821e-9f2a-416b-a1ff-af59335a59a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.672241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7454821e-9f2a-416b-a1ff-af59335a59a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.672419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7454821e-9f2a-416b-a1ff-af59335a59a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.672538] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7454821e-9f2a-416b-a1ff-af59335a59a9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.675795] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 652.746126] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 652.746376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.050648] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9daf1805-32a9-44e1-9389-ae8e8718b7c9: rpc.has_security_group_logging(os_id): False [ 653.078250] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.078425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.078525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.078857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.079021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.079498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.079498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.079498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.079901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.079986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.080077] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be updated. [ 653.140289] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.140492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.140492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.140693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.141480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.153360] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: IN_PROGRESS for 2s [ 653.174554] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.174724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.174885] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7454821e-9f2a-416b-a1ff-af59335a59a9 with status ACTIVE [ 653.175078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.175406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.175406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.175559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.175647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.175817] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.175915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.175975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.176126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.176199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.176667] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.176667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.176667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.176667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.176903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.176903] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7454821e-9f2a-416b-a1ff-af59335a59a9 is going to be updated. [ 653.222140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.222344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.222454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.222707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.222880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.223101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7454821e-9f2a-416b-a1ff-af59335a59a9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.239472] env[65380]: INFO networking_nsxv3.common.synchronization [req-be55620e-8fcb-4420-a12d-d5af28011e81 req-a115dee9-e830-4019-949a-296bcaf9afdc tempest-InstanceActionsNegativeTestJSON-206719615 tempest-InstanceActionsNegativeTestJSON-206719615-project-member] Enqueued Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGHEST for action security_group_members [ 653.240086] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGHEST for action security_group_members [ 653.241031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f9e566-ec13-497b-b07c-bff120e225f5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.241031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.241031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.241031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.241270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.241270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.241368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.241533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.241619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.241730] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.344211] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: SUCCESS [ 653.344497] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 deletion is rescheduled due to dependency. [ 653.344601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.344725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.345055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.345278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.345450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.345533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.345706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.345792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.346052] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.695100] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.695401] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-295" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.695792] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-295" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.696050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-295" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.696423] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.696716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.696873] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.697282] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.697282] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.697843] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.698013] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.698157] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.698303] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.698459] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.698596] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.698779] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.717726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.717899] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.718032] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.718211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-295" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.718524] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-e6913ace-1d77-409d-8108-5f01780b3051 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.718848] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-e6913ace-1d77-409d-8108-5f01780b3051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.718848] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-e6913ace-1d77-409d-8108-5f01780b3051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.719190] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-e6913ace-1d77-409d-8108-5f01780b3051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.719355] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6913ace-1d77-409d-8108-5f01780b3051',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.743998] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.744181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.744267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.744477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.744951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.744951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.744951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.745286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.745286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.745286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f9e566-ec13-497b-b07c-bff120e225f5 already deleted. [ 653.745397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.849301] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.221794] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.222092] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.222239] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.222874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.222874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.222874] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port e6913ace-1d77-409d-8108-5f01780b3051 not found, creating... [ 654.223074] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.223233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.223345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.223565] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.223696] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.223986] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.227848] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.227848] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.227848] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.227848] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.227848] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: e6913ace-1d77-409d-8108-5f01780b3051 is going to be created. [ 654.246611] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.246917] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.246917] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.247076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.247315] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.247535] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-e6913ace-1d77-409d-8108-5f01780b3051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.351665] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.692058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 654.692263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.692400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.692666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.692757] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.855398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.856102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.856210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.856417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.856515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.856613] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 is going to be updated. [ 654.886460] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.886659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.886659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.886877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.887044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.897033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: IN_PROGRESS for 2s [ 654.995138] env[65380]: INFO networking_nsxv3.common.synchronization [req-be55620e-8fcb-4420-a12d-d5af28011e81 req-cb2a953a-5754-40fa-8463-56d5959d016a service nova] Enqueued Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGHEST for action security_group_rules [ 654.995279] env[65380]: INFO networking_nsxv3.common.synchronization [req-be55620e-8fcb-4420-a12d-d5af28011e81 req-cb2a953a-5754-40fa-8463-56d5959d016a service nova] Enqueued Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGHEST for action security_group_members [ 654.995399] env[65380]: INFO networking_nsxv3.common.synchronization [req-be55620e-8fcb-4420-a12d-d5af28011e81 req-cb2a953a-5754-40fa-8463-56d5959d016a service nova] Enqueued Resource ID: e6913ace-1d77-409d-8108-5f01780b3051 with Priority: HIGHEST for action port [ 654.996178] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGHEST for action security_group_rules [ 654.996178] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGHEST for action security_group_members [ 654.996406] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6913ace-1d77-409d-8108-5f01780b3051 with Priority: HIGHEST for action port [ 655.000022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f9e566-ec13-497b-b07c-bff120e225f5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.000022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.000022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f9e566-ec13-497b-b07c-bff120e225f5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.000022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.000022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.000022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6913ace-1d77-409d-8108-5f01780b3051 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6913ace-1d77-409d-8108-5f01780b3051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.000022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6913ace-1d77-409d-8108-5f01780b3051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.001447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6913ace-1d77-409d-8108-5f01780b3051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.001447] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6913ace-1d77-409d-8108-5f01780b3051',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.169039] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: SUCCESS [ 655.169554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.195963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.195963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.195963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.195963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.195963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.195963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.196606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.196606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.196606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.196606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.196606] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.509923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f9e566-ec13-497b-b07c-bff120e225f5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.510224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.510263] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.513677] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6913ace-1d77-409d-8108-5f01780b3051 with status ACTIVE [ 655.513677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.513677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.513677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.513677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.513677] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6913ace-1d77-409d-8108-5f01780b3051 is going to be updated. [ 655.539257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.539257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.539257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.539257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.539492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.539624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6913ace-1d77-409d-8108-5f01780b3051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.699579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.700174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.700174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.700327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.700798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.700798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.700798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.700986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.700986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.701131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.701291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.701387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.701446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.701594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.701730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.701822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.701882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.702216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.702350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.702417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.702509] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.805033] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-91678938-4652-4bea-8454-c5e8552fb560 tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 655.805033] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 655.805033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.809217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.809217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.809217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.809217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.809217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.809217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.809217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.809217] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.979340] env[65380]: INFO networking_nsxv3.common.synchronization [None req-bdfa5d60-1a7d-4be9-a65d-1df196431006 tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 655.980141] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 655.982163] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.982163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.982163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.982163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.982163] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.015406] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.205302] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cac8ad38-ab98-444a-bc91-a37058965ea3: rpc.has_security_group_logging(os_id): False [ 656.225702] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.225902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.226010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.226816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.226816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.226816] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.226816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.226816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.227085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.227198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.227543] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.227543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.227543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.227760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.229900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.229900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.229900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.229900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.229900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.229900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.229900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 656.291493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.291493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.291493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.292428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.292428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.316886] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 656.316886] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.316886] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.316886] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc already deleted. [ 656.316886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.323767] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d52d1931-0117-4115-9645-3d559a5aa6ba tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 656.323767] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 656.323767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.323767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.344740] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-7ee84419-5c8e-44e7-a1a1-6afb2f1c3de7 tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 656.345287] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 656.345587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.345979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.346641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.346641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.346749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.347871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.347871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.347871] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.504582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.504727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.504799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.505027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.505148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.505215] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 already deleted. [ 656.505321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.505497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.505622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.505703] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.517769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.518117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.518117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.519521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.519521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.519521] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f9e566-ec13-497b-b07c-bff120e225f5 is going to be created. [ 656.683240] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.683434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.683481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.683667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.683816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.693880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f9e566-ec13-497b-b07c-bff120e225f5 in Status: UNINITIALIZED for 2s [ 656.723226] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-a43a862b-6e91-4382-bec2-6c2f86dd7d26 tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 656.723379] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 656.723781] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.723886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.849305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.849558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.849683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.849947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.850280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.850894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.851075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.851215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.851433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.851433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.851544] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc already deleted. [ 656.851582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.851723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.851868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.852033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.852132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.852207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.852384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.852466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.852529] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.907274] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: SUCCESS [ 656.907460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.907937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.907937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.908063] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.908145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.908845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.908845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.908845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.908845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.908845] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.028974] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.028974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.028974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.029174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.029207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.029450] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 already deleted. [ 657.029450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.305205] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.305492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.305636] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.305979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.306260] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.306415] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.306532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.306744] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.306881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.307099] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.307239] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.307320] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.307422] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.307535] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.307644] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.307768] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.336857] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.337049] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.337166] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.337340] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.337653] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-b89f2175-8529-42c4-9a78-6e7116ad7293 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.337822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-b89f2175-8529-42c4-9a78-6e7116ad7293" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.337944] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-b89f2175-8529-42c4-9a78-6e7116ad7293" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.338263] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-b89f2175-8529-42c4-9a78-6e7116ad7293" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.338398] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89f2175-8529-42c4-9a78-6e7116ad7293',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.355067] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.355067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.355067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.355067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.355067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.355456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.355456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.355456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.355581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.355581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.355731] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc already deleted. [ 657.355731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.411098] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.411309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.411387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.411607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.411778] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.411874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.411965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.412100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.412233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.412353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.412511] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.412603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.412662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.412804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.412937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.413038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.413093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.413257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.413337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.413418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.413505] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.842023] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.842023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.842023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.842023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.842023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.842023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port b89f2175-8529-42c4-9a78-6e7116ad7293 not found, creating... [ 657.842808] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.842808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.842808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.842808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.842808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.843117] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.843190] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.843312] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.843595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.843728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.847109] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: b89f2175-8529-42c4-9a78-6e7116ad7293 is going to be created. [ 657.919481] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02973862-aeaa-4175-89ac-c94b4d84d2d8: rpc.has_security_group_logging(os_id): False [ 657.939047] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.939267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.939389] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.939674] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.939902] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.940245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-b89f2175-8529-42c4-9a78-6e7116ad7293" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.950542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.950709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.950757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.950973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.951079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.951312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.951412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.951471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.951643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.951718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.951919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.952017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.952077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.952254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.952331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.952507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.952609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.952679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.952831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.952889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.952972] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 is going to be updated. [ 658.051513] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.051513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.051513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.051513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.051513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.076957] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: IN_PROGRESS for 2s [ 658.134703] env[65380]: INFO networking_nsxv3.common.synchronization [req-73836df9-d100-4641-96f9-1f949ab084c8 req-9e4eb60a-6a97-48ab-aa73-adc9d602a0c3 tempest-ServerActionsTestOtherB-140608432 tempest-ServerActionsTestOtherB-140608432-project-member] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 658.134896] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 658.135237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.135463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.135610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.135840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.136088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.136200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.136295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.136478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.136596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.136728] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.335548] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 658.335804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.606086] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-1d6fd836-d7ec-4e84-a075-056b2bac96b9 service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 658.606466] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-1d6fd836-d7ec-4e84-a075-056b2bac96b9 service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 658.606466] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-1d6fd836-d7ec-4e84-a075-056b2bac96b9 service nova] Enqueued Resource ID: b89f2175-8529-42c4-9a78-6e7116ad7293 with Priority: HIGHEST for action port [ 658.606636] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 658.606698] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 658.606776] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89f2175-8529-42c4-9a78-6e7116ad7293 with Priority: HIGHEST for action port [ 658.607340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.607448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.607603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.607913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.607913] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.608870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.608870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.608870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.611014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.611774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.611869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.612033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.612091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.612184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.612286] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.614946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b89f2175-8529-42c4-9a78-6e7116ad7293 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.614946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b89f2175-8529-42c4-9a78-6e7116ad7293" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.615285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b89f2175-8529-42c4-9a78-6e7116ad7293" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.615285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b89f2175-8529-42c4-9a78-6e7116ad7293" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.615285] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89f2175-8529-42c4-9a78-6e7116ad7293',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.640398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.640398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.640398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 already deleted. [ 658.640398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.709465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f9e566-ec13-497b-b07c-bff120e225f5 in Status: SUCCESS [ 658.710194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.710194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.710194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.710466] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.710466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.710466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.710599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.710682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.710766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.710854] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.745257] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.745438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.745554] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.745892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.746320] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.746486] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.746678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.746953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.747070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.747298] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.747411] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.747524] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.747627] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.747730] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.747828] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.747950] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.768014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.768866] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.768866] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.768866] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.769072] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-18c18d61-0493-40e3-8883-c90faabf147b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.769243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-18c18d61-0493-40e3-8883-c90faabf147b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.769352] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-18c18d61-0493-40e3-8883-c90faabf147b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.769707] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-18c18d61-0493-40e3-8883-c90faabf147b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.769845] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c18d61-0493-40e3-8883-c90faabf147b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.115433] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.117366] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.117549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.118314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b89f2175-8529-42c4-9a78-6e7116ad7293 with status ACTIVE [ 659.118314] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.118314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.118314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.118314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.118314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.118650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.118786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.118832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.118975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.119075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.119271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.119383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.119438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.119569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.119644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.119775] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b89f2175-8529-42c4-9a78-6e7116ad7293 is going to be updated. [ 659.147235] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.147645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.147764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.148062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.148278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.148393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b89f2175-8529-42c4-9a78-6e7116ad7293" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.213757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f9e566-ec13-497b-b07c-bff120e225f5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.214110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.214110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.214490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.214653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.214756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.214824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.214992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.215231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.215296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.215889] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f9e566-ec13-497b-b07c-bff120e225f5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.215889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.215889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.215889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.216162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.216162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.216162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.216659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.216659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.216659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.216659] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.274341] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.275595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.275595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.275595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.275595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.275595] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 18c18d61-0493-40e3-8883-c90faabf147b not found, creating... [ 659.275955] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.275955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.275955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.276226] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.276226] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.276563] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.276668] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.276769] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.276970] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.277145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.277477] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 18c18d61-0493-40e3-8883-c90faabf147b is going to be created. [ 659.301122] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.301349] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.301524] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.301835] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.302156] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.302542] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-18c18d61-0493-40e3-8883-c90faabf147b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.618408] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.721168] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f9e566-ec13-497b-b07c-bff120e225f5: rpc.has_security_group_logging(os_id): False [ 659.724136] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.724447] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-563" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.724650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-563" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.725102] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-563" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.725459] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.725667] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.725825] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.726123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.726315] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.726577] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.726723] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.726865] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.727007] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.727607] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.727768] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.727944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.747652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.747843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.747913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.748139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.748236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.748429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.748524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.748615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.748774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.748865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.749090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.749238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.749302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.749445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.749521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.749719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.749824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.749888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.750076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.750169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.750258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f9e566-ec13-497b-b07c-bff120e225f5 is going to be created. [ 659.752398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.752548] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.752683] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.752883] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-563" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.753172] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.753327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.753441] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.753702] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.753848] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23a0b59-d6a0-416e-a41c-d0f1f12672ee',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.816089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.816293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.816293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.816503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.816683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.826323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f9e566-ec13-497b-b07c-bff120e225f5 in Status: IN_PROGRESS for 2s [ 660.008375] env[65380]: INFO networking_nsxv3.common.synchronization [req-73836df9-d100-4641-96f9-1f949ab084c8 req-6220b65f-c964-410a-81f8-cc996c187b85 service nova] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 660.008375] env[65380]: INFO networking_nsxv3.common.synchronization [req-73836df9-d100-4641-96f9-1f949ab084c8 req-6220b65f-c964-410a-81f8-cc996c187b85 service nova] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 660.008375] env[65380]: INFO networking_nsxv3.common.synchronization [req-73836df9-d100-4641-96f9-1f949ab084c8 req-6220b65f-c964-410a-81f8-cc996c187b85 service nova] Enqueued Resource ID: 18c18d61-0493-40e3-8883-c90faabf147b with Priority: HIGHEST for action port [ 660.009015] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 660.009015] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 660.009015] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c18d61-0493-40e3-8883-c90faabf147b with Priority: HIGHEST for action port [ 660.009353] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.009626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.009626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.009724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.009758] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.010677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.010739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.010774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.010942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.011095] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.011201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.011263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.011417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.011505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.011586] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.012550] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c18d61-0493-40e3-8883-c90faabf147b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.012550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c18d61-0493-40e3-8883-c90faabf147b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.012714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c18d61-0493-40e3-8883-c90faabf147b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.012757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c18d61-0493-40e3-8883-c90faabf147b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.012823] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c18d61-0493-40e3-8883-c90faabf147b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.093010] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: SUCCESS [ 660.093237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.121416] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.121765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.121765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.121856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.121967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.122072] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be created. [ 660.150200] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.150365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.150450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.150662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.150913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.163549] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: UNINITIALIZED for 2s [ 660.258221] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.258470] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.258653] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.258907] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.259066] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.259241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port f23a0b59-d6a0-416e-a41c-d0f1f12672ee not found, creating... [ 660.259609] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.259820] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.259947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.260230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.260366] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.260691] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.260845] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.260955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.261493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.261705] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.261920] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: f23a0b59-d6a0-416e-a41c-d0f1f12672ee is going to be created. [ 660.282730] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.282944] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.283076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.283373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.283599] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.283827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.515575] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.516774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.516774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.520089] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18c18d61-0493-40e3-8883-c90faabf147b with status ACTIVE [ 660.520089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.520089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.520089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.520089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.520089] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18c18d61-0493-40e3-8883-c90faabf147b is going to be updated. [ 660.544256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.544256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.544256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.544256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.544506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.544506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c18d61-0493-40e3-8883-c90faabf147b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.004404] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-898f82f1-5c52-4a61-8a93-20d54925da85 service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 661.004592] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-898f82f1-5c52-4a61-8a93-20d54925da85 service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 661.004731] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-898f82f1-5c52-4a61-8a93-20d54925da85 service nova] Enqueued Resource ID: f23a0b59-d6a0-416e-a41c-d0f1f12672ee with Priority: HIGHEST for action port [ 661.006258] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 661.006403] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 661.006558] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23a0b59-d6a0-416e-a41c-d0f1f12672ee with Priority: HIGHEST for action port [ 661.006777] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.006896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.007375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.007375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.007506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.007506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.007623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.007768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.007847] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f23a0b59-d6a0-416e-a41c-d0f1f12672ee',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.021889] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.511170] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f23a0b59-d6a0-416e-a41c-d0f1f12672ee with status ACTIVE [ 661.511521] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.511521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.511825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.511825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.511825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.512025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.512106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.512160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.512326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.512383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.512533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.512629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.512680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.512816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.512993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.512993] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f23a0b59-d6a0-416e-a41c-d0f1f12672ee is going to be updated. [ 661.527053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.528028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.528028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.528028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.528287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.528287] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be created. [ 661.541230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.541388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.541430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.541650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.541804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.541937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f23a0b59-d6a0-416e-a41c-d0f1f12672ee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.564682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.564877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.564877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.565128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.565315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.591027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: UNINITIALIZED for 2s [ 661.841018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f9e566-ec13-497b-b07c-bff120e225f5 in Status: SUCCESS [ 661.841330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.883067] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.883259] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.883376] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.883631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.883876] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.884032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.884144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.884439] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.884536] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.884727] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.884830] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.884929] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.885037] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.885138] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.885266] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.885522] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.903563] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.903723] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.903856] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.904035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.904430] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-8c68958e-7ea9-4a06-b35a-05c48985738b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.904606] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-8c68958e-7ea9-4a06-b35a-05c48985738b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.904718] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-8c68958e-7ea9-4a06-b35a-05c48985738b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.905152] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-8c68958e-7ea9-4a06-b35a-05c48985738b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.905319] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c68958e-7ea9-4a06-b35a-05c48985738b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.928363] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2d71f8b4-9f72-43e8-8f14-72a57f49de95 None None] Enqueued Resource ID: 8c5b0ba8-56b4-40e9-9884-16830cd2ffb8 with Priority: HIGHEST for action port [ 661.928583] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c5b0ba8-56b4-40e9-9884-16830cd2ffb8 with Priority: HIGHEST for action port [ 661.928884] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c5b0ba8-56b4-40e9-9884-16830cd2ffb8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.929063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c5b0ba8-56b4-40e9-9884-16830cd2ffb8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.929116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c5b0ba8-56b4-40e9-9884-16830cd2ffb8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.929540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c5b0ba8-56b4-40e9-9884-16830cd2ffb8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.929540] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c5b0ba8-56b4-40e9-9884-16830cd2ffb8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.184711] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 662.184832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.184933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.185146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.185348] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.185445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.185516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.185681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.185761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.185847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.186099] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.186981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.189444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.189444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.189565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.189604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.190976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.190976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.190976] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.407973] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.408308] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.408881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.408881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.409013] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.409112] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 8c68958e-7ea9-4a06-b35a-05c48985738b not found, creating... [ 662.409422] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.409622] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.409813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.410024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.410991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.410991] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.410991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.410991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.411315] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.411353] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.411507] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 8c68958e-7ea9-4a06-b35a-05c48985738b is going to be created. [ 662.434019] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.434348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.434599] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.434918] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.435188] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.435439] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-8c68958e-7ea9-4a06-b35a-05c48985738b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.436606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c5b0ba8-56b4-40e9-9884-16830cd2ffb8 [ 662.436606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.436767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.436767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.436943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.437051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.437158] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c5b0ba8-56b4-40e9-9884-16830cd2ffb8 already deleted. [ 662.437255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c5b0ba8-56b4-40e9-9884-16830cd2ffb8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.691641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.691980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.695283] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.200082] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.209322] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-ffe286b8-0133-4b89-ad46-97c3202004f6 service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 663.209494] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-ffe286b8-0133-4b89-ad46-97c3202004f6 service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 663.209619] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7db13fb-7acf-404a-9724-4db49c0c8fd5 req-ffe286b8-0133-4b89-ad46-97c3202004f6 service nova] Enqueued Resource ID: 8c68958e-7ea9-4a06-b35a-05c48985738b with Priority: HIGHEST for action port [ 663.210671] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 663.210780] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 663.210889] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c68958e-7ea9-4a06-b35a-05c48985738b with Priority: HIGHEST for action port [ 663.211247] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.211384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.211844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.211844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.211955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c68958e-7ea9-4a06-b35a-05c48985738b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.211955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c68958e-7ea9-4a06-b35a-05c48985738b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.212119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c68958e-7ea9-4a06-b35a-05c48985738b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.212260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c68958e-7ea9-4a06-b35a-05c48985738b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.212352] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c68958e-7ea9-4a06-b35a-05c48985738b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.602042] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 663.602598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.602598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.602801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.602871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.602988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.603061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.603229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.603320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.603405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.603489] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.626911] env[65380]: INFO networking_nsxv3.common.synchronization [req-ed46a53f-4de5-43c3-acc0-f7daea2c966f req-6e9db024-abda-49ae-a4ba-26fee09438de tempest-ImagesNegativeTestJSON-1486290601 tempest-ImagesNegativeTestJSON-1486290601-project-member] Enqueued Resource ID: e971629d-4178-4afa-8a20-5dec95f9981f with Priority: HIGHEST for action security_group_members [ 663.629157] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e971629d-4178-4afa-8a20-5dec95f9981f with Priority: HIGHEST for action security_group_members [ 663.629946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e971629d-4178-4afa-8a20-5dec95f9981f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.630398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.630398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.632065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.632065] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.632065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.632065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.632065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.632065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.632065] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e971629d-4178-4afa-8a20-5dec95f9981f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.700982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.700982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.700982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.702765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.702765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.702765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 663.714495] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c68958e-7ea9-4a06-b35a-05c48985738b with status ACTIVE [ 663.714730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.714838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.714909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.715147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.715816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.715816] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.716847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.716929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.717628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.718022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.718022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.718177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.718177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.718280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.718365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.718514] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c68958e-7ea9-4a06-b35a-05c48985738b is going to be updated. [ 663.737192] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.737192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.737192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.737192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.737426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.747314] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.747470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.747540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.747755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.748016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.748101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c68958e-7ea9-4a06-b35a-05c48985738b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.748871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 664.056165] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.056496] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-954" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.056587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-954" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.057008] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-954" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.059206] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.059975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.059975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.059975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.059975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.061454] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.064078] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.064372] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.064443] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.064567] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.064675] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.064812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.087989] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.088181] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.088315] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.088494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-954" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.088804] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-8227e6e0-c35a-450c-8bf3-f9b038dd9116 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.089078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-8227e6e0-c35a-450c-8bf3-f9b038dd9116" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.089207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-8227e6e0-c35a-450c-8bf3-f9b038dd9116" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.089552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-8227e6e0-c35a-450c-8bf3-f9b038dd9116" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.089687] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8227e6e0-c35a-450c-8bf3-f9b038dd9116',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.108014] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.133671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.133831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.133893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.134138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.134234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.134490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.134590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.134651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.134798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.134872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.134956] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e971629d-4178-4afa-8a20-5dec95f9981f already deleted. [ 664.135049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.592541] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.592658] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.592751] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.593037] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.593178] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.593323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 8227e6e0-c35a-450c-8bf3-f9b038dd9116 not found, creating... [ 664.593579] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.593729] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.593836] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.594057] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.594188] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.594504] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.594663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.594774] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.594971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.597326] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.597866] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 8227e6e0-c35a-450c-8bf3-f9b038dd9116 is going to be created. [ 664.610334] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0ff30e-e301-49ba-9136-1b4a686a3769: rpc.has_security_group_logging(os_id): False [ 664.622535] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.622886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.623063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.623397] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.623626] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.623863] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-8227e6e0-c35a-450c-8bf3-f9b038dd9116" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.631009] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.631243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.631288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.631526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.631591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.631832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.631942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.632014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.632170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.632250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.632338] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be created. [ 664.724673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.725076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.725076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.725224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.725302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.739962] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 665.413603] env[65380]: INFO networking_nsxv3.common.synchronization [req-ed46a53f-4de5-43c3-acc0-f7daea2c966f req-27cd303f-7077-4187-9173-7b00676ee294 service nova] Enqueued Resource ID: e971629d-4178-4afa-8a20-5dec95f9981f with Priority: HIGHEST for action security_group_rules [ 665.413788] env[65380]: INFO networking_nsxv3.common.synchronization [req-ed46a53f-4de5-43c3-acc0-f7daea2c966f req-27cd303f-7077-4187-9173-7b00676ee294 service nova] Enqueued Resource ID: e971629d-4178-4afa-8a20-5dec95f9981f with Priority: HIGHEST for action security_group_members [ 665.413934] env[65380]: INFO networking_nsxv3.common.synchronization [req-ed46a53f-4de5-43c3-acc0-f7daea2c966f req-27cd303f-7077-4187-9173-7b00676ee294 service nova] Enqueued Resource ID: 8227e6e0-c35a-450c-8bf3-f9b038dd9116 with Priority: HIGHEST for action port [ 665.414617] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e971629d-4178-4afa-8a20-5dec95f9981f with Priority: HIGHEST for action security_group_rules [ 665.414789] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e971629d-4178-4afa-8a20-5dec95f9981f with Priority: HIGHEST for action security_group_members [ 665.414911] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8227e6e0-c35a-450c-8bf3-f9b038dd9116 with Priority: HIGHEST for action port [ 665.415556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e971629d-4178-4afa-8a20-5dec95f9981f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.415813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.416042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.416416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.416559] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e971629d-4178-4afa-8a20-5dec95f9981f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.418693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e971629d-4178-4afa-8a20-5dec95f9981f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.419457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.419457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.419457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.420294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.420294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.420294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.420294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.420580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.420708] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e971629d-4178-4afa-8a20-5dec95f9981f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.422053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8227e6e0-c35a-450c-8bf3-f9b038dd9116 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.422053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8227e6e0-c35a-450c-8bf3-f9b038dd9116" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.422053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8227e6e0-c35a-450c-8bf3-f9b038dd9116" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.422321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8227e6e0-c35a-450c-8bf3-f9b038dd9116" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.422321] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8227e6e0-c35a-450c-8bf3-f9b038dd9116',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.636258] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6a413c54-f085-4d86-882c-c96cfddcfb7a None None] Enqueued Resource ID: 9b0e41c6-7cd5-4213-9bea-5f930b9123ff with Priority: HIGHEST for action port [ 665.636258] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0e41c6-7cd5-4213-9bea-5f930b9123ff with Priority: HIGHEST for action port [ 665.636258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0e41c6-7cd5-4213-9bea-5f930b9123ff taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.636258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0e41c6-7cd5-4213-9bea-5f930b9123ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.636258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0e41c6-7cd5-4213-9bea-5f930b9123ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.636258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0e41c6-7cd5-4213-9bea-5f930b9123ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.636258] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0e41c6-7cd5-4213-9bea-5f930b9123ff',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.760141] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 665.760141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.760452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.760452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.760660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.761518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.761518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.761518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.761518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.761518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.761518] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.761518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.761911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.761911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.761911] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.762110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.763426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.763426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.763426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.763426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.763426] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.764686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.764686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.764878] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.765042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.765221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.767431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.767431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.767431] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.924792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e971629d-4178-4afa-8a20-5dec95f9981f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.924922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.925233] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e971629d-4178-4afa-8a20-5dec95f9981f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.926086] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8227e6e0-c35a-450c-8bf3-f9b038dd9116 with status ACTIVE [ 665.926781] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.926781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.926781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.926781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.926781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.927046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.927096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.927142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.927264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.927330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.931683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.931683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.931683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.931958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.931958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.931958] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8227e6e0-c35a-450c-8bf3-f9b038dd9116 is going to be updated. [ 665.957806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.959301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.959301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.959301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.959301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.959451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8227e6e0-c35a-450c-8bf3-f9b038dd9116" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.146024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b0e41c6-7cd5-4213-9bea-5f930b9123ff [ 666.146024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.146024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.146024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.146024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.146024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.146024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b0e41c6-7cd5-4213-9bea-5f930b9123ff already deleted. [ 666.146024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0e41c6-7cd5-4213-9bea-5f930b9123ff" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.269066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b93895e-5383-43d1-84f7-38572cc0b9dc: rpc.has_security_group_logging(os_id): False [ 666.270486] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.293103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.293292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.293368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.293623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.298090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.298090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.298090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.298090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.298757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.298757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.298757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be created. [ 666.365888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.366057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.366131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.366337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.366520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.379178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 666.435405] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e971629d-4178-4afa-8a20-5dec95f9981f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.752505] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 666.752773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.773501] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.941766] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.941766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.941766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.941766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.941766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.941766] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e971629d-4178-4afa-8a20-5dec95f9981f is going to be created. [ 666.966022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.966268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.966439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.966782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.966953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.978542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e971629d-4178-4afa-8a20-5dec95f9981f in Status: UNINITIALIZED for 2s [ 667.280027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.280027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.280027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.280027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.280027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.280027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 667.320483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.320572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.320648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.320875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.322651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.345121] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 668.393344] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 668.393800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.393800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.395040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.395040] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.897713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.897891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.990125] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e971629d-4178-4afa-8a20-5dec95f9981f in Status: SUCCESS [ 668.990125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.990125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.990125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.990325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.990386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.990424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.990557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.990634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.990715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.990870] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e971629d-4178-4afa-8a20-5dec95f9981f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.313018] env[65380]: INFO networking_nsxv3.common.synchronization [req-6a42c60b-09fb-492b-b981-81da46ff8518 req-aa473ac2-c44e-4779-90cc-8b249c5de121 tempest-ServerGroupTestJSON-1620569949 tempest-ServerGroupTestJSON-1620569949-project-member] Enqueued Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGHEST for action security_group_members [ 669.314877] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGHEST for action security_group_members [ 669.315076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc63314e-3c09-4934-9efc-91e058123226 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.315279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.315452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.315821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.316071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.316222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.316325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.316550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.316721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.316921] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.359929] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 669.360253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.360458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.360675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.360959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.361700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.361700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.361700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.361700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.361700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.361700] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.494050] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e971629d-4178-4afa-8a20-5dec95f9981f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.494494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.494494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.494627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.496143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.496143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.496143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.496143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.496143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.496143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.496143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e971629d-4178-4afa-8a20-5dec95f9981f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.496837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.496837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.496837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.496837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.496837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.496837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.498123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.498579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.498805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.498983] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e971629d-4178-4afa-8a20-5dec95f9981f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.672515] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4024245f-27a4-4d5e-98ff-5e9d0a29e98d None None] Enqueued Resource ID: a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70 with Priority: HIGHEST for action port [ 669.673256] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70 with Priority: HIGHEST for action port [ 669.673837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.674083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.674083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.674276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.674365] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.819579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.819809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.820162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.820246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.820398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.820590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.820844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.820844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.821329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.821329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.821329] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc63314e-3c09-4934-9efc-91e058123226 already deleted. [ 669.821461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.867484] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.867661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.867732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.867909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.868083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.868184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.868243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.868391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.868480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.868603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.868761] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.868878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.868942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.869065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.869199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.869309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.869368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.869499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.869576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.869655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.869740] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.002478] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e971629d-4178-4afa-8a20-5dec95f9981f: rpc.has_security_group_logging(os_id): False [ 670.035090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.035090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.035090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.035090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.038876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.038876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.038876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.038876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.038876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.038876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.038876] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e971629d-4178-4afa-8a20-5dec95f9981f is going to be created. [ 670.124601] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.124601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.124601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.124601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.124950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.145850] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e971629d-4178-4afa-8a20-5dec95f9981f in Status: IN_PROGRESS for 2s [ 670.177666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70 [ 670.177906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.178832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.178832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.178832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.178832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.178832] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70 already deleted. [ 670.178832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7ab1dff-cdc2-4c27-8ff1-7bb146ef0b70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.329467] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.330086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-240" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.330407] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-240" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.331499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-240" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.331797] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.331959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.332102] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.332311] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.332467] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.332655] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.332758] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.332857] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.332953] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.333087] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.334223] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.334405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.370880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.371055] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.371194] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.371427] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-240" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.371766] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-07665fa0-2bf4-4c1d-9058-505e323caa56 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.371930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-07665fa0-2bf4-4c1d-9058-505e323caa56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.372050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-07665fa0-2bf4-4c1d-9058-505e323caa56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.372364] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-07665fa0-2bf4-4c1d-9058-505e323caa56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.372524] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07665fa0-2bf4-4c1d-9058-505e323caa56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.373717] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b93895e-5383-43d1-84f7-38572cc0b9dc: rpc.has_security_group_logging(os_id): False [ 670.392749] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.392932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.392986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.393190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.393286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.393554] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.393554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.393736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.393932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.394021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.394552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.394552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.394552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.394721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.394721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.394866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.394922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.395024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.395186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.395186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.395274] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 670.464484] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.464632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.464752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.464923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.465075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.491081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 670.876176] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.876529] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.876529] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.877211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.877439] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.877746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 07665fa0-2bf4-4c1d-9058-505e323caa56 not found, creating... [ 670.878078] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.878195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.878299] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.878525] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.878777] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.879096] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.879252] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.879363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.879567] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.879692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.879830] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 07665fa0-2bf4-4c1d-9058-505e323caa56 is going to be created. [ 670.900989] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.901233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.901351] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.901630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.901854] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.902088] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-07665fa0-2bf4-4c1d-9058-505e323caa56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.520616] env[65380]: INFO networking_nsxv3.common.synchronization [req-7f9cfb16-0069-4c44-9889-95a0827f6738 req-171cd445-3fb3-424d-82b3-d8361cad3a5b tempest-ServersTestManualDisk-1709045078 tempest-ServersTestManualDisk-1709045078-project-member] Enqueued Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_members [ 671.523607] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGHEST for action security_group_members [ 671.524126] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.524719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.524719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.524881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.525370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.525638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.525818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.526218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.526385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.526610] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.668657] env[65380]: INFO networking_nsxv3.common.synchronization [req-6a42c60b-09fb-492b-b981-81da46ff8518 req-d2e936c5-1d4c-47da-bec7-dd2e73a4ebf5 service nova] Enqueued Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGHEST for action security_group_rules [ 671.668708] env[65380]: INFO networking_nsxv3.common.synchronization [req-6a42c60b-09fb-492b-b981-81da46ff8518 req-d2e936c5-1d4c-47da-bec7-dd2e73a4ebf5 service nova] Enqueued Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGHEST for action security_group_members [ 671.668960] env[65380]: INFO networking_nsxv3.common.synchronization [req-6a42c60b-09fb-492b-b981-81da46ff8518 req-d2e936c5-1d4c-47da-bec7-dd2e73a4ebf5 service nova] Enqueued Resource ID: 07665fa0-2bf4-4c1d-9058-505e323caa56 with Priority: HIGHEST for action port [ 671.669543] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGHEST for action security_group_rules [ 671.669710] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGHEST for action security_group_members [ 671.669877] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07665fa0-2bf4-4c1d-9058-505e323caa56 with Priority: HIGHEST for action port [ 671.670506] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc63314e-3c09-4934-9efc-91e058123226 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.670762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.670815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.671180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.671312] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.672897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc63314e-3c09-4934-9efc-91e058123226 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.673030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.673100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.673491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.673782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.673782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.673889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.673956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.674051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.674140] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.676331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-07665fa0-2bf4-4c1d-9058-505e323caa56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.676331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07665fa0-2bf4-4c1d-9058-505e323caa56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.676331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07665fa0-2bf4-4c1d-9058-505e323caa56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.676331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07665fa0-2bf4-4c1d-9058-505e323caa56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.676331] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07665fa0-2bf4-4c1d-9058-505e323caa56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.988895] env[65380]: INFO networking_nsxv3.common.synchronization [req-6be30bda-4ade-41ce-a13a-350069f76905 req-b6ff8eb5-5751-48c8-805b-d54dfa73fb26 tempest-ServersV294TestFqdnHostnames-1069356813 tempest-ServersV294TestFqdnHostnames-1069356813-project-member] Enqueued Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_members [ 671.989467] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_members [ 671.989764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-26035bdb-3766-4d52-a1df-306047a13602 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.989982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.989982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.990348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.990565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.990750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.990892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.991171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.991357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.991519] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.029628] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.029628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.029851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.029959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.030086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.030377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.030480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.030534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.030693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.030766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.030850] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 is going to be updated. [ 672.062234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.062399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.062474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.062690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.062861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.078487] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 in Status: IN_PROGRESS for 2s [ 672.166098] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e971629d-4178-4afa-8a20-5dec95f9981f in Status: SUCCESS [ 672.166780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.176166] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.179315] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07665fa0-2bf4-4c1d-9058-505e323caa56 with status ACTIVE [ 672.179649] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.179816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.179816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.184048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.184048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.184048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.184048] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07665fa0-2bf4-4c1d-9058-505e323caa56 is going to be updated. [ 672.186640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc63314e-3c09-4934-9efc-91e058123226 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.186813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.237602] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.238988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.238988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.239791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.239791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.239791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07665fa0-2bf4-4c1d-9058-505e323caa56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.352186] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ca95ae3a-0ba9-41b8-b4da-c80084bd08cc None None] Enqueued Resource ID: afd84d30-7f4b-4afb-9bd0-8b08905a7018 with Priority: HIGHEST for action port [ 672.352186] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd84d30-7f4b-4afb-9bd0-8b08905a7018 with Priority: HIGHEST for action port [ 672.352574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd84d30-7f4b-4afb-9bd0-8b08905a7018 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.352765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd84d30-7f4b-4afb-9bd0-8b08905a7018" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.352833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd84d30-7f4b-4afb-9bd0-8b08905a7018" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.353299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd84d30-7f4b-4afb-9bd0-8b08905a7018" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.353299] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd84d30-7f4b-4afb-9bd0-8b08905a7018',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.385122] env[65380]: INFO networking_nsxv3.common.synchronization [req-b7b24f61-c866-4ff0-8816-19a55cb51e55 req-ab30c4a2-1d89-43f5-a2f7-35ab6228f8c2 tempest-FloatingIPsAssociationNegativeTestJSON-118792969 tempest-FloatingIPsAssociationNegativeTestJSON-118792969-project-member] Enqueued Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGHEST for action security_group_members [ 672.387262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGHEST for action security_group_members [ 672.388278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f856a8c5-32df-4ca8-8924-81532541088e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.388278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.388278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.388532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.388714] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.388714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.388879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.388879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.388975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.389082] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.494280] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.494280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.494280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.494280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.494280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.494672] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.494672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.494672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.494862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.494862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.494968] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26035bdb-3766-4d52-a1df-306047a13602 already deleted. [ 672.495300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.519090] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 672.519090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.519090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.519411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.519466] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.591754] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.593016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-82" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-82" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.593016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-82" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.593619] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.595047] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.595047] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.595047] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.595047] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.595047] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.595047] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.595688] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.595688] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.595688] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.595688] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.595688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.621506] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.621506] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.621506] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.621749] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-82" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.622073] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.622310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.623057] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.623057] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.623057] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.678411] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.856144] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port afd84d30-7f4b-4afb-9bd0-8b08905a7018 [ 672.856573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.856729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.856729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.857126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.857203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.857274] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:afd84d30-7f4b-4afb-9bd0-8b08905a7018 already deleted. [ 672.857362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd84d30-7f4b-4afb-9bd0-8b08905a7018" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.895058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.895058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.895058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.895315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.895315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.895541] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.895674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.895674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.895838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.895889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.896025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f856a8c5-32df-4ca8-8924-81532541088e is going to be updated. [ 672.933976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.933976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.933976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.933976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.933976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.947098] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f856a8c5-32df-4ca8-8924-81532541088e in Status: IN_PROGRESS for 2s [ 673.024110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.024564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.024564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.024564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.024757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.024914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.024914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.025115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.025202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.025282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.025365] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.127269] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.127539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.127686] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.127999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.128444] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.128444] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7 not found, creating... [ 673.129164] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.129831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.129831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.129831] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.130168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130411] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.130687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.130871] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.131199] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.131472] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7 is going to be created. [ 673.180839] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.181026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.181134] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.181386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.181620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.181955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.182806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.182951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.183044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.183400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.183493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.183591] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc63314e-3c09-4934-9efc-91e058123226 is going to be created. [ 673.216425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.216425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.216425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.216425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.216425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.234152] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc63314e-3c09-4934-9efc-91e058123226 in Status: UNINITIALIZED for 2s [ 673.528014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.528198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.528256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.528617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.528800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.528916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.528983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.529212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.529306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.529568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.529946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.529946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.529946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.530113] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.530113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.530204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.530293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.530367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.530457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.530564] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.845664] env[65380]: INFO networking_nsxv3.common.synchronization [req-6be30bda-4ade-41ce-a13a-350069f76905 req-2e455ef0-71a8-4458-a9d8-5c78a9157603 service nova] Enqueued Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_rules [ 673.845664] env[65380]: INFO networking_nsxv3.common.synchronization [req-6be30bda-4ade-41ce-a13a-350069f76905 req-2e455ef0-71a8-4458-a9d8-5c78a9157603 service nova] Enqueued Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_members [ 673.845865] env[65380]: INFO networking_nsxv3.common.synchronization [req-6be30bda-4ade-41ce-a13a-350069f76905 req-2e455ef0-71a8-4458-a9d8-5c78a9157603 service nova] Enqueued Resource ID: d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7 with Priority: HIGHEST for action port [ 673.846435] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_rules [ 673.846435] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_members [ 673.846789] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7 with Priority: HIGHEST for action port [ 673.846789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26035bdb-3766-4d52-a1df-306047a13602 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.846945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.846945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.848920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.848920] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.848920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-26035bdb-3766-4d52-a1df-306047a13602 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.848920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.848920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.848920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.849285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.849285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.849285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.849565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.849565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.849565] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.851307] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.851307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.851307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.851307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.851307] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.033116] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b93895e-5383-43d1-84f7-38572cc0b9dc: rpc.has_security_group_logging(os_id): False [ 674.056970] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.056970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.056970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.057264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.057264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.057333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.057444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.058259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.058430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.058609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.058850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.058951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.058990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.059161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.059251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.059572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.060265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.060265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.060265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.060265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.060265] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 674.093145] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 in Status: SUCCESS [ 674.093510] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 deletion is rescheduled due to dependency. [ 674.093666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.140055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.140055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.140055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.140313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.140513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.162323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 674.297860] env[65380]: INFO networking_nsxv3.common.synchronization [None req-05ee2772-6ab0-4559-966c-caebb4c9e93e tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 674.298185] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 674.298446] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.298623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.298698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.298959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.299056] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.353528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-26035bdb-3766-4d52-a1df-306047a13602 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.353674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.353882] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.354870] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7 with status ACTIVE [ 674.355133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.355256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.355323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.356032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.356032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.356032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.356811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.356811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.356811] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.357128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.357128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.357128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.357271] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7 is going to be updated. [ 674.392946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.393146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.393238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.393436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.393581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.395111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d970616a-b8e1-4ab4-9f2e-e7b1f97dfff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.417475] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8d153904-e727-48ab-b420-3e47778a3005 tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 674.418091] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 674.418459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.418582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.824087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.824087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.824087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.824087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.824087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.824087] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb already deleted. [ 674.824087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.824087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.824087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.824087] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.862388] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.970119] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f856a8c5-32df-4ca8-8924-81532541088e in Status: SUCCESS [ 674.970331] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f856a8c5-32df-4ca8-8924-81532541088e deletion is rescheduled due to dependency. [ 674.970435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.247696] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc63314e-3c09-4934-9efc-91e058123226 in Status: UNINITIALIZED for 4s [ 675.351299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.351459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.351519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.351726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.351813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.351910] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb already deleted. [ 675.351989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.366196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.366196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.366196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.366381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.366481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.366581] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26035bdb-3766-4d52-a1df-306047a13602 is going to be created. [ 675.393843] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.394031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.394127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.394384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.394693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.407117] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26035bdb-3766-4d52-a1df-306047a13602 in Status: UNINITIALIZED for 2s [ 676.177202] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 676.177437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.647904] env[65380]: INFO networking_nsxv3.common.synchronization [req-49d7f403-6b3f-4592-9edd-46c97c0ac17d req-b18abc52-3c9c-4ccf-a28c-e298bad70450 tempest-InstanceActionsNegativeTestJSON-206719615 tempest-InstanceActionsNegativeTestJSON-206719615-project-member] Enqueued Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGHEST for action security_group_members [ 676.648469] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGHEST for action security_group_members [ 676.648772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f9e566-ec13-497b-b07c-bff120e225f5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.648890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.648954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.651685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.651805] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.651932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.652009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.652224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.652313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.652410] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.157431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.157791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.157865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.158146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.158270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.158493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.158605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.158670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.158830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.158931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.158992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f9e566-ec13-497b-b07c-bff120e225f5 is going to be updated. [ 677.195401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.195592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.195695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.195935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.196113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.208407] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f9e566-ec13-497b-b07c-bff120e225f5 in Status: IN_PROGRESS for 2s [ 677.264289] env[65380]: INFO networking_nsxv3.common.synchronization [req-5c4f5e19-39a0-4a67-94e3-9a6b104b1740 req-b6e9657b-4016-4395-b3ce-3287e0698a83 tempest-DeleteServersAdminTestJSON-1286097210 tempest-DeleteServersAdminTestJSON-1286097210-project-member] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 677.264895] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc63314e-3c09-4934-9efc-91e058123226 in Status: SUCCESS [ 677.265350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.269189] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGHEST for action security_group_members [ 677.269534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.269862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.270143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.272244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.272244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.272244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.272244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.272244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.272244] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.273051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.273051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.273051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.273290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.273578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.273650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.273722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.273932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.274114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.274219] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.423496] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26035bdb-3766-4d52-a1df-306047a13602 in Status: SUCCESS [ 677.423750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.423933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.424202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.424431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.424612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.424678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.424862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.424945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.425063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.425180] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.777294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc63314e-3c09-4934-9efc-91e058123226 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.777715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.777715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.777715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.778143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.778251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.778367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.778596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.778596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.779095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.779095] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc63314e-3c09-4934-9efc-91e058123226 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.779095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.779095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.779533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.779781] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.779781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.779978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.779978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.780171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.780171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.780328] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.781795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.781795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.781795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.781795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.781795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.781795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.782157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.782157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.782157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.782157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.782248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 is going to be updated. [ 677.817797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.817797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.817797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.817797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.817797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.826388] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: IN_PROGRESS for 2s [ 677.929249] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.286974] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc63314e-3c09-4934-9efc-91e058123226: rpc.has_security_group_logging(os_id): False [ 678.318660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.318840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.318894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.319151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.319240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.319438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.319577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.319618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.319739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.319816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.320146] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.320146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.320235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.320347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.320409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.320599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.320686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.320744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.321348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.322097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.322258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc63314e-3c09-4934-9efc-91e058123226 is going to be created. [ 678.416294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.416294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.416294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.416294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.416535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.430720] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc63314e-3c09-4934-9efc-91e058123226 in Status: IN_PROGRESS for 2s [ 678.433479] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26035bdb-3766-4d52-a1df-306047a13602: rpc.has_security_group_logging(os_id): False [ 678.455026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.455026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.455026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.455026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.455026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.455026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.455026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.455026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.455026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.455026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.455026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26035bdb-3766-4d52-a1df-306047a13602 is going to be created. [ 678.541527] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.541527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.541527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.541806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.541806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.559724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26035bdb-3766-4d52-a1df-306047a13602 in Status: IN_PROGRESS for 2s [ 679.224874] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f9e566-ec13-497b-b07c-bff120e225f5 in Status: SUCCESS [ 679.225298] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f9e566-ec13-497b-b07c-bff120e225f5 deletion is rescheduled due to dependency. [ 679.225657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.359628] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0902c80a-6416-4f70-b223-4f8f7cf2162d None None] Enqueued Resource ID: d576084d-6ae7-409a-9dd1-9e4d90edf64b with Priority: HIGHEST for action port [ 679.360495] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d576084d-6ae7-409a-9dd1-9e4d90edf64b with Priority: HIGHEST for action port [ 679.360495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d576084d-6ae7-409a-9dd1-9e4d90edf64b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.360495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d576084d-6ae7-409a-9dd1-9e4d90edf64b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.360495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d576084d-6ae7-409a-9dd1-9e4d90edf64b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.360732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d576084d-6ae7-409a-9dd1-9e4d90edf64b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.360792] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d576084d-6ae7-409a-9dd1-9e4d90edf64b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.839699] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 in Status: SUCCESS [ 679.839882] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 deletion is rescheduled due to dependency. [ 679.839996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.863429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d576084d-6ae7-409a-9dd1-9e4d90edf64b [ 679.863429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.863429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.863429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.863429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.863429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.863683] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d576084d-6ae7-409a-9dd1-9e4d90edf64b already deleted. [ 679.863683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d576084d-6ae7-409a-9dd1-9e4d90edf64b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.445762] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc63314e-3c09-4934-9efc-91e058123226 in Status: SUCCESS [ 680.445762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.572026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26035bdb-3766-4d52-a1df-306047a13602 in Status: SUCCESS [ 680.573172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.402378] env[65380]: INFO networking_nsxv3.common.synchronization [req-00ce743d-3160-4292-9f81-e3a4061a4c0e req-75e5ccaf-afeb-4263-9159-4f88c74146a5 tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 681.403031] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 681.403369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.403493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.403587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.405197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.405667] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.405799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.405886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.406092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.406186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.406286] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.536678] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8a02cafa-6b02-43d1-b82f-b9f94f6f19c0 None None] Enqueued Resource ID: 13dce888-b563-4740-9cec-effc05077b95 with Priority: HIGHEST for action port [ 681.536678] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13dce888-b563-4740-9cec-effc05077b95 with Priority: HIGHEST for action port [ 681.536678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-13dce888-b563-4740-9cec-effc05077b95 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.536678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13dce888-b563-4740-9cec-effc05077b95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.537244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13dce888-b563-4740-9cec-effc05077b95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.537244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13dce888-b563-4740-9cec-effc05077b95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.537488] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13dce888-b563-4740-9cec-effc05077b95',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.908767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.908912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.908984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.910076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.910076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.910076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.910076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.910076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.910076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.910076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.910076] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 already deleted. [ 681.910076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.031286] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.031461] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.031583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.031897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.036919] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.036919] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.036919] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.036919] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.036919] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.036919] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.037222] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.037222] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.037282] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.038327] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.038505] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.038596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.040266] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13dce888-b563-4740-9cec-effc05077b95 [ 682.040526] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.040595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.040659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.040802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.040896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.040992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13dce888-b563-4740-9cec-effc05077b95 already deleted. [ 682.041069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13dce888-b563-4740-9cec-effc05077b95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.060715] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.060715] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.060715] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.060715] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.062235] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-59289962-8634-414f-9bd2-b3f5b19af9b4 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.062235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-59289962-8634-414f-9bd2-b3f5b19af9b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.062235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-59289962-8634-414f-9bd2-b3f5b19af9b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.064371] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-59289962-8634-414f-9bd2-b3f5b19af9b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.064536] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59289962-8634-414f-9bd2-b3f5b19af9b4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.569071] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.569425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.569425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.569668] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.569827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.569977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 59289962-8634-414f-9bd2-b3f5b19af9b4 not found, creating... [ 682.570742] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.570983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.571216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.571949] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.571949] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.572275] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.572445] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.572675] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.572888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.573183] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.573901] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 59289962-8634-414f-9bd2-b3f5b19af9b4 is going to be created. [ 682.606627] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.606752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.606940] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.607202] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.607438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.608094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-59289962-8634-414f-9bd2-b3f5b19af9b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.908729] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ef7314e9-7dd6-414e-8523-d452c894839f None None] Enqueued Resource ID: 3bc50b61-1f33-49cc-a376-bfa047dbdf48 with Priority: HIGHEST for action port [ 682.909510] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bc50b61-1f33-49cc-a376-bfa047dbdf48 with Priority: HIGHEST for action port [ 682.909922] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bc50b61-1f33-49cc-a376-bfa047dbdf48 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.910716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bc50b61-1f33-49cc-a376-bfa047dbdf48" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.910716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bc50b61-1f33-49cc-a376-bfa047dbdf48" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.910716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bc50b61-1f33-49cc-a376-bfa047dbdf48" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.910892] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bc50b61-1f33-49cc-a376-bfa047dbdf48',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.078049] env[65380]: INFO networking_nsxv3.common.synchronization [req-f3e0aec8-7f2b-4dbe-855c-d04363a819cf req-cd57f6ec-bdf9-4d90-837d-b578936c5afd tempest-ImagesNegativeTestJSON-1486290601 tempest-ImagesNegativeTestJSON-1486290601-project-member] Enqueued Resource ID: e971629d-4178-4afa-8a20-5dec95f9981f with Priority: HIGHEST for action security_group_members [ 683.078049] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e971629d-4178-4afa-8a20-5dec95f9981f with Priority: HIGHEST for action security_group_members [ 683.078049] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e971629d-4178-4afa-8a20-5dec95f9981f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.078049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.078049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.078049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.078711] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.078952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.079137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.079405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.079590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.079778] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e971629d-4178-4afa-8a20-5dec95f9981f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.366110] env[65380]: INFO networking_nsxv3.common.synchronization [req-00ce743d-3160-4292-9f81-e3a4061a4c0e req-7bc0b21c-d1c2-4b33-a30f-e57adbf90d93 service nova] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 683.366321] env[65380]: INFO networking_nsxv3.common.synchronization [req-00ce743d-3160-4292-9f81-e3a4061a4c0e req-7bc0b21c-d1c2-4b33-a30f-e57adbf90d93 service nova] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 683.366514] env[65380]: INFO networking_nsxv3.common.synchronization [req-00ce743d-3160-4292-9f81-e3a4061a4c0e req-7bc0b21c-d1c2-4b33-a30f-e57adbf90d93 service nova] Enqueued Resource ID: 59289962-8634-414f-9bd2-b3f5b19af9b4 with Priority: HIGHEST for action port [ 683.367957] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 683.368128] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 683.368367] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59289962-8634-414f-9bd2-b3f5b19af9b4 with Priority: HIGHEST for action port [ 683.371353] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.371353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.371353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.371578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.371578] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.372649] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.372776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.372776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.374505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.374505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.374505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.375144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.375144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.375144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.375144] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.376251] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-59289962-8634-414f-9bd2-b3f5b19af9b4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.376251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59289962-8634-414f-9bd2-b3f5b19af9b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.376251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59289962-8634-414f-9bd2-b3f5b19af9b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.376442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59289962-8634-414f-9bd2-b3f5b19af9b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.376516] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59289962-8634-414f-9bd2-b3f5b19af9b4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.415028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bc50b61-1f33-49cc-a376-bfa047dbdf48 [ 683.415412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.415673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.415785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.416029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.416127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.416225] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bc50b61-1f33-49cc-a376-bfa047dbdf48 already deleted. [ 683.416329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bc50b61-1f33-49cc-a376-bfa047dbdf48" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.582559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.582862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.582862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.583089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.583241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.583930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.584019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.584049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.584473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.584473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.584473] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e971629d-4178-4afa-8a20-5dec95f9981f is going to be updated. [ 683.629419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.629419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.629419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.629419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.629419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.639394] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e971629d-4178-4afa-8a20-5dec95f9981f in Status: IN_PROGRESS for 2s [ 683.879729] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.880748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.880964] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.881942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59289962-8634-414f-9bd2-b3f5b19af9b4 with status ACTIVE [ 683.882269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.882362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.882362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.882877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.882877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.882975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.883041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.883069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.883230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.883305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.883487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.883595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.883661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.883824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.884227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.884344] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59289962-8634-414f-9bd2-b3f5b19af9b4 is going to be updated. [ 683.909481] env[65380]: INFO networking_nsxv3.common.synchronization [req-8903e91d-61b7-49de-99ce-7db1279c2af3 req-3a6aa88c-8d87-415c-b2d6-91c2addc7faf tempest-ServersAdminTestJSON-1855485524 tempest-ServersAdminTestJSON-1855485524-project-member] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 683.912969] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.913144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.914555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.914834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.914953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.915141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59289962-8634-414f-9bd2-b3f5b19af9b4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.915674] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 683.916016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.917316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.917382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.917571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.917877] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.917877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.917877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.918036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.918104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.918197] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.185071] env[65380]: INFO networking_nsxv3.common.synchronization [req-99b58f94-2775-49f9-8fe7-79279f210cdf req-b678d730-f2b8-45f0-9805-898832ba4cbc tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 684.185724] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 684.188621] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.190037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.190037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.190037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.190190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.190299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.190370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.190548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.190642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.190744] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.387219] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.421146] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.429571] env[65380]: INFO networking_nsxv3.common.synchronization [None req-624cba4e-19e4-465b-a1d0-8416f7f0a3fc None None] Enqueued Resource ID: 0cb5a205-ecd4-4383-a888-e043e2cef346 with Priority: HIGHEST for action port [ 684.430217] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb5a205-ecd4-4383-a888-e043e2cef346 with Priority: HIGHEST for action port [ 684.430791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cb5a205-ecd4-4383-a888-e043e2cef346 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.431443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cb5a205-ecd4-4383-a888-e043e2cef346" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.431619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cb5a205-ecd4-4383-a888-e043e2cef346" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.431916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cb5a205-ecd4-4383-a888-e043e2cef346" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.432049] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cb5a205-ecd4-4383-a888-e043e2cef346',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.507981] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.508167] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.508283] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.509029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.509029] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.509029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.509630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.509774] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.510074] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.510297] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.510412] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.510539] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.510657] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.510767] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.510871] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.510999] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.531776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.531968] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.532142] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.532333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.532737] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-29fa73f0-74dc-443a-b870-f4683fdc5d74 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.532938] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-29fa73f0-74dc-443a-b870-f4683fdc5d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.533079] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-29fa73f0-74dc-443a-b870-f4683fdc5d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.533460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-29fa73f0-74dc-443a-b870-f4683fdc5d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.533593] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fa73f0-74dc-443a-b870-f4683fdc5d74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.578133] env[65380]: INFO networking_nsxv3.common.synchronization [req-99b58f94-2775-49f9-8fe7-79279f210cdf req-0205855c-ca96-411a-bb1d-f5987de378da tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 684.579542] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 684.579542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.579542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.692714] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.891567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.891697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.891773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.891989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.892095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.892191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be created. [ 684.917031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.917182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.917240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.917481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.917705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.927242] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.929150] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: UNINITIALIZED for 2s [ 684.935317] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cb5a205-ecd4-4383-a888-e043e2cef346 [ 684.935607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.935783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.935884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.936179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.936308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.936441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cb5a205-ecd4-4383-a888-e043e2cef346 already deleted. [ 684.936566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cb5a205-ecd4-4383-a888-e043e2cef346" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.036710] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.036984] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.037141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.037413] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.037558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.037732] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 29fa73f0-74dc-443a-b870-f4683fdc5d74 not found, creating... [ 685.037953] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.038115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.038228] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.038437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.038567] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.038838] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.039056] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.039158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.039371] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.039497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.039632] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 29fa73f0-74dc-443a-b870-f4683fdc5d74 is going to be created. [ 685.050014] env[65380]: INFO networking_nsxv3.common.synchronization [req-99b58f94-2775-49f9-8fe7-79279f210cdf req-0b0b03c7-2e65-4e56-9ed2-0c47bac8296e tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 685.050619] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 685.051032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.051196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.081866] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.081866] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.081866] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.081866] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.082059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.082175] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-29fa73f0-74dc-443a-b870-f4683fdc5d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.194919] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.430156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.430393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.430393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.430622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.430709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.430803] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 685.461966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.462395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.462395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.462490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.462634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.476302] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 685.650515] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e971629d-4178-4afa-8a20-5dec95f9981f in Status: SUCCESS [ 685.650796] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e971629d-4178-4afa-8a20-5dec95f9981f deletion is rescheduled due to dependency. [ 685.650873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e971629d-4178-4afa-8a20-5dec95f9981f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.703447] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.706041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.706041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.706041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.706041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.706041] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 685.734542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.734759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.734848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.735106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.735252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.746227] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 685.794510] env[65380]: INFO networking_nsxv3.common.synchronization [req-8903e91d-61b7-49de-99ce-7db1279c2af3 req-cdd9c4c9-5c26-4bbe-bb27-b4eff9a05536 service nova] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_rules [ 685.794855] env[65380]: INFO networking_nsxv3.common.synchronization [req-8903e91d-61b7-49de-99ce-7db1279c2af3 req-cdd9c4c9-5c26-4bbe-bb27-b4eff9a05536 service nova] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 685.795523] env[65380]: INFO networking_nsxv3.common.synchronization [req-8903e91d-61b7-49de-99ce-7db1279c2af3 req-cdd9c4c9-5c26-4bbe-bb27-b4eff9a05536 service nova] Enqueued Resource ID: 29fa73f0-74dc-443a-b870-f4683fdc5d74 with Priority: HIGHEST for action port [ 685.796115] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_rules [ 685.796313] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 685.796422] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29fa73f0-74dc-443a-b870-f4683fdc5d74 with Priority: HIGHEST for action port [ 685.796712] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.797191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.797255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.800168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.800168] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.800168] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.800168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.800168] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-29fa73f0-74dc-443a-b870-f4683fdc5d74 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.800168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29fa73f0-74dc-443a-b870-f4683fdc5d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.800168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29fa73f0-74dc-443a-b870-f4683fdc5d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.800670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29fa73f0-74dc-443a-b870-f4683fdc5d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.800670] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fa73f0-74dc-443a-b870-f4683fdc5d74',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.304295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.307355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29fa73f0-74dc-443a-b870-f4683fdc5d74 with status ACTIVE [ 686.307355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.307355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.307355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.307355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.308669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.308847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.309325] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29fa73f0-74dc-443a-b870-f4683fdc5d74 is going to be updated. [ 686.336800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.336969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.337074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.337323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.337470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.338028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29fa73f0-74dc-443a-b870-f4683fdc5d74" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.663176] env[65380]: INFO networking_nsxv3.common.synchronization [req-228182bd-44c5-4dd4-9d6d-a446ccc9195a req-42a83fa2-6c9b-4e91-986b-2fccf254ba9e tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 686.663687] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 686.663981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.664121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.664207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.664427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.664567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.664796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.664909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.665945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.666068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.666204] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.940462] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 686.940735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.940933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.941207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.941429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.941574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.941648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.941830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.942039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.942094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.942189] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.009820] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.010016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.010158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.010493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.010758] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.010912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.011161] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.011411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.011558] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.011771] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.011889] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.012007] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.012115] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.012218] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.012316] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.012458] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.032617] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.032778] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.032930] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.033141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.033486] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-6b67e7c9-05f5-47d9-9b81-86464d52033c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.033675] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-6b67e7c9-05f5-47d9-9b81-86464d52033c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.033821] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-6b67e7c9-05f5-47d9-9b81-86464d52033c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.034175] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-6b67e7c9-05f5-47d9-9b81-86464d52033c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.034329] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b67e7c9-05f5-47d9-9b81-86464d52033c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.169043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.169263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.169365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.169581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.169692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.169896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.169994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.170068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.170220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.170295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.170378] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 already deleted. [ 687.170456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.444751] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.487534] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 687.487750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.488640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.488640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.488803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.488941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.489080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.489256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.489339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.489443] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.537411] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.537411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.537411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.537707] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.537853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.538058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 6b67e7c9-05f5-47d9-9b81-86464d52033c not found, creating... [ 687.538544] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.538717] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.538828] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.539113] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.539247] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.540229] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.540229] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.540229] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.540229] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.540441] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.540441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 6b67e7c9-05f5-47d9-9b81-86464d52033c is going to be created. [ 687.568816] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.569042] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.569945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.569945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.569945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.569945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-6b67e7c9-05f5-47d9-9b81-86464d52033c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.759414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 687.759414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.759414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.759642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.759642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.759748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.759858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.759974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.760074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.760180] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.947492] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba76667f-d0f1-4d17-b420-3436e9196f53: rpc.has_security_group_logging(os_id): False [ 687.969479] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.969710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.969796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.970048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.970186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.970405] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.970623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.970623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.970782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.970831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.972655] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be created. [ 687.991082] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.034020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.034020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.034020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.034020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.034020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.047890] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 688.096322] env[65380]: INFO networking_nsxv3.common.synchronization [None req-bc2c430c-c2df-43c1-9d13-6088b7fcc196 None None] Enqueued Resource ID: b997794b-ed0a-494a-a420-afd0d96b60ab with Priority: HIGHEST for action port [ 688.096929] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b997794b-ed0a-494a-a420-afd0d96b60ab with Priority: HIGHEST for action port [ 688.097246] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b997794b-ed0a-494a-a420-afd0d96b60ab taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.097403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b997794b-ed0a-494a-a420-afd0d96b60ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.097498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b997794b-ed0a-494a-a420-afd0d96b60ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.097786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b997794b-ed0a-494a-a420-afd0d96b60ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.097906] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b997794b-ed0a-494a-a420-afd0d96b60ab',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.252047] env[65380]: INFO networking_nsxv3.common.synchronization [req-228182bd-44c5-4dd4-9d6d-a446ccc9195a req-43815691-6660-4bbf-a97b-a79f88c54d12 service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 688.252047] env[65380]: INFO networking_nsxv3.common.synchronization [req-228182bd-44c5-4dd4-9d6d-a446ccc9195a req-43815691-6660-4bbf-a97b-a79f88c54d12 service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 688.252047] env[65380]: INFO networking_nsxv3.common.synchronization [req-228182bd-44c5-4dd4-9d6d-a446ccc9195a req-43815691-6660-4bbf-a97b-a79f88c54d12 service nova] Enqueued Resource ID: 6b67e7c9-05f5-47d9-9b81-86464d52033c with Priority: HIGHEST for action port [ 688.252047] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 688.252047] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 688.252047] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b67e7c9-05f5-47d9-9b81-86464d52033c with Priority: HIGHEST for action port [ 688.252876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.253152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.253346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.253868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.254083] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.257854] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.260026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.260026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.260026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.260026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.260026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.260026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.260026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.260026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.260026] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.261988] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b67e7c9-05f5-47d9-9b81-86464d52033c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.262128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b67e7c9-05f5-47d9-9b81-86464d52033c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.262282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b67e7c9-05f5-47d9-9b81-86464d52033c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.262382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b67e7c9-05f5-47d9-9b81-86464d52033c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.262490] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b67e7c9-05f5-47d9-9b81-86464d52033c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.264082] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.264386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.264386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.264488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.264573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.264838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.264944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.264993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.265928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.266009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.266075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 688.292928] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.293114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.293180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.293389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.293723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.305260] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 688.494898] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.600102] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b997794b-ed0a-494a-a420-afd0d96b60ab [ 688.600674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.600674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.600674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.600885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.600885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.600969] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b997794b-ed0a-494a-a420-afd0d96b60ab already deleted. [ 688.601022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b997794b-ed0a-494a-a420-afd0d96b60ab" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.758632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.758931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.768989] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.769638] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b67e7c9-05f5-47d9-9b81-86464d52033c with status ACTIVE [ 688.769859] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.769859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.770014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.770176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.770268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.770453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.770564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.770615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.770778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.770848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.771073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.771160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.771206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.771323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.771395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.771477] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b67e7c9-05f5-47d9-9b81-86464d52033c is going to be updated. [ 688.803094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.803094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.803094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.803094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.803094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.803094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b67e7c9-05f5-47d9-9b81-86464d52033c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.002716] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.002716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.002716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.002716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.002716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.002716] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 689.020634] env[65380]: INFO networking_nsxv3.common.synchronization [req-3adc1125-1822-42ee-a88c-72d95145fa2f req-cd667899-cafa-473c-a7c1-2c4cd83e7097 tempest-ServerGroupTestJSON-1620569949 tempest-ServerGroupTestJSON-1620569949-project-member] Enqueued Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGHEST for action security_group_members [ 689.022233] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGHEST for action security_group_members [ 689.023216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc63314e-3c09-4934-9efc-91e058123226 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.026728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.026805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.027039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.027232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.027380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.027452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.027619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.027713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.027812] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.034168] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.034168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.034168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.034751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.034751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.048044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 689.274184] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.416764] env[65380]: INFO networking_nsxv3.common.synchronization [req-2c764b79-7fe4-4bbc-9f79-5aaf34408d7d req-d6e3a521-4c51-4c12-a399-13a1e1a737a7 tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 689.418137] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 689.418137] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.418137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.418438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.418489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.420040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.420040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.420040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.420040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.420040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.420040] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.530273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.530399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.530468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.530679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.530843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.531063] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.531162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.531240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.531410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.531488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.531573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc63314e-3c09-4934-9efc-91e058123226 is going to be updated. [ 689.562174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.562174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.562174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.562174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.562174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.572565] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc63314e-3c09-4934-9efc-91e058123226 in Status: IN_PROGRESS for 2s [ 689.781450] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.781624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.781694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.781916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.782040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.782143] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be created. [ 689.809962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.811042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.811042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.811042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.811042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.822819] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: UNINITIALIZED for 2s [ 689.842831] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.843130] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.843196] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.843481] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.843730] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.843907] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.843986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.845318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.846853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.846853] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.846853] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.846853] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.846853] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.846853] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.846853] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.846853] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.875588] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.875759] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.875920] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.876181] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.876434] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-9500dcc5-6478-4875-80fd-2ae8d2124100 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.876624] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-9500dcc5-6478-4875-80fd-2ae8d2124100" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.876734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-9500dcc5-6478-4875-80fd-2ae8d2124100" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.877242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-9500dcc5-6478-4875-80fd-2ae8d2124100" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.877242] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9500dcc5-6478-4875-80fd-2ae8d2124100',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.924357] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.924541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.924802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.925054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.925230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.925429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.925575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.925648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.925871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.925957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.926080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 689.956018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.956172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.956239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.956437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.956611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.968069] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 690.062180] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 690.062485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.324652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 690.324871] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc deletion is rescheduled due to dependency. [ 690.325016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.325227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.325451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.325640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.325783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.325843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.326028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.326111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.326213] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.347423] env[65380]: INFO networking_nsxv3.common.synchronization [None req-7c9834ae-be5a-4d9e-9ed2-d8580a283d3f tempest-ServersTestBootFromVolume-1171683164 tempest-ServersTestBootFromVolume-1171683164-project-member] Enqueued Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_rules [ 690.348485] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_rules [ 690.348874] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.349069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.349159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.349423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.349515] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.380240] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.380480] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.380603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.380883] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.381187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.381294] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 9500dcc5-6478-4875-80fd-2ae8d2124100 not found, creating... [ 690.381593] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.381782] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.381925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.382217] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.382386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.382715] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.382907] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.383081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.383337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.383499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.383688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 9500dcc5-6478-4875-80fd-2ae8d2124100 is going to be created. [ 690.407121] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.407416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.407544] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.407838] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.408244] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.408526] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-9500dcc5-6478-4875-80fd-2ae8d2124100" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.545164] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e3344e7a-7f95-4a7e-8433-f33ff01d714b tempest-ServersTestBootFromVolume-1171683164 tempest-ServersTestBootFromVolume-1171683164-project-member] Enqueued Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_rules [ 690.546844] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_rules [ 690.546844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.546844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.559104] env[65380]: INFO networking_nsxv3.common.synchronization [None req-36eff367-82e4-47ed-91d1-869f10e5910b None None] Enqueued Resource ID: 7b19f6dc-aea3-4114-90ba-6d086389694c with Priority: HIGHEST for action port [ 690.559728] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b19f6dc-aea3-4114-90ba-6d086389694c with Priority: HIGHEST for action port [ 690.560345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b19f6dc-aea3-4114-90ba-6d086389694c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.560587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b19f6dc-aea3-4114-90ba-6d086389694c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.560763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b19f6dc-aea3-4114-90ba-6d086389694c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.561120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b19f6dc-aea3-4114-90ba-6d086389694c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.561258] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b19f6dc-aea3-4114-90ba-6d086389694c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.828384] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.828537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.828609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.828896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.829830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.829830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.829830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.829830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.829830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.829830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.829830] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 690.870995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.871417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.871841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.872196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.872481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.875467] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.875771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.876023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.876356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.876566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.876781] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 already deleted. [ 690.876972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.877291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.877607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.878934] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.882896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 691.063507] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 691.064434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.066028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b19f6dc-aea3-4114-90ba-6d086389694c [ 691.066028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.066028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.066028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.066028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.066028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.066390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b19f6dc-aea3-4114-90ba-6d086389694c already deleted. [ 691.066556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b19f6dc-aea3-4114-90ba-6d086389694c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.067282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.067562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.067850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.068103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.068282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.068656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.068857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.069892] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.125117] env[65380]: INFO networking_nsxv3.common.synchronization [req-2c764b79-7fe4-4bbc-9f79-5aaf34408d7d req-a5ae917f-cd62-4abb-894c-0595abfdf362 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 691.125117] env[65380]: INFO networking_nsxv3.common.synchronization [req-2c764b79-7fe4-4bbc-9f79-5aaf34408d7d req-a5ae917f-cd62-4abb-894c-0595abfdf362 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 691.125117] env[65380]: INFO networking_nsxv3.common.synchronization [req-2c764b79-7fe4-4bbc-9f79-5aaf34408d7d req-a5ae917f-cd62-4abb-894c-0595abfdf362 service nova] Enqueued Resource ID: 9500dcc5-6478-4875-80fd-2ae8d2124100 with Priority: HIGHEST for action port [ 691.125609] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 691.125918] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 691.126135] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9500dcc5-6478-4875-80fd-2ae8d2124100 with Priority: HIGHEST for action port [ 691.126528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.127035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.127404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.127752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.127991] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.129085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.129334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.129643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-9500dcc5-6478-4875-80fd-2ae8d2124100 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.129890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9500dcc5-6478-4875-80fd-2ae8d2124100" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.131633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9500dcc5-6478-4875-80fd-2ae8d2124100" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.131633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9500dcc5-6478-4875-80fd-2ae8d2124100" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.131633] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9500dcc5-6478-4875-80fd-2ae8d2124100',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.398357] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.398500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.398574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.398788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.398891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.399031] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 already deleted. [ 691.399129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.574517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.574517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.574517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.574517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.575023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.575023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.575023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.575131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.575204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.575400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.575486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.575598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.575721] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.590248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc63314e-3c09-4934-9efc-91e058123226 in Status: SUCCESS [ 691.590248] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc63314e-3c09-4934-9efc-91e058123226 deletion is rescheduled due to dependency. [ 691.590248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.633054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.633054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.634319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9500dcc5-6478-4875-80fd-2ae8d2124100 with status ACTIVE [ 691.634319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.634319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.634319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.634319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.634319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.634319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.634319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.634319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.634625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.634625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.637323] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.637323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.637323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.637323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.637323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.637323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9500dcc5-6478-4875-80fd-2ae8d2124100 is going to be updated. [ 691.659033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.659033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.659033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.659226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.659731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.660060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9500dcc5-6478-4875-80fd-2ae8d2124100" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.833329] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 691.833688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.833957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.834319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.834653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.835162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.835388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.835646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.835872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.836116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.836307] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.978707] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 691.978835] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 691.978952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.979137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.979361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.979542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.979654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.979718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.979869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.979950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.980067] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.079293] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf80c2-a298-4b70-a490-7562f7f2ff56: rpc.has_security_group_logging(os_id): False [ 692.099209] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.099343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.099414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.099638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.099732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.099945] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.100058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.100113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.100266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.100341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.100513] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.100604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.100666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.100801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.100878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.101072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.101170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.101229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.101364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.101437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.101521] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 692.178012] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.178580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.178580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.179161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.179339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.221231] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 692.341400] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.341971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.341971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.342144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.342311] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.342447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.343483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.343483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.343483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.343483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.343483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.343784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.343784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.343784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.343930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.345170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.345376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.345706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.345844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.346055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.346212] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.482335] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.849938] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff5fb355-9518-4c33-89d1-454516df8ac4: rpc.has_security_group_logging(os_id): False [ 692.878022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.878022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.878682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.878682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.878682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.878682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.878682] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be created. [ 692.897579] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 692.897579] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc deletion is rescheduled due to dependency. [ 692.897579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.952244] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.953123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.953313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.954237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.954522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.977684] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 692.985322] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.489472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.489863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.489863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.489956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.490016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.490130] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 693.534108] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.534975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.535092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.536043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.537131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.551120] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 694.258919] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 694.259447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.803997] env[65380]: INFO networking_nsxv3.common.synchronization [req-b011aaca-da14-451d-8496-6fcdd12c1051 req-95f29d43-e1c1-4d66-ab7c-f006c62de9c4 tempest-ImagesOneServerNegativeTestJSON-1926519048 tempest-ImagesOneServerNegativeTestJSON-1926519048-project-member] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 694.804342] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 694.804413] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.804535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.804601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.804845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.806578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.806578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.806578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.806578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.806578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.806578] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.998184] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 694.998350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.312343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.312777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.312944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.313592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.313592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.314169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.314465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.314633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.315706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.315978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.316149] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 695.355812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.355812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.355812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.355812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.355812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.372923] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 695.561414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 695.561653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.561854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.562146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.562457] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.562559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.562599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.563018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.563018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.563018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.563171] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.068471] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.068823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.068823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.069138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.069223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.069388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.069388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.069528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.069620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.069710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.069856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.069949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.070014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.070154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.070320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.070451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.070527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.070680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.070760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.070856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.070961] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.574111] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e824c4-9998-4852-bdf6-4db2e5e37b35: rpc.has_security_group_logging(os_id): False [ 696.598204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.599186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.599601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.599932] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 696.674019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.674019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.674019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.674019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.674019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.686300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 697.264551] env[65380]: INFO networking_nsxv3.common.synchronization [None req-11310560-ef5a-401a-a641-54896bd78e97 tempest-MigrationsAdminTest-1549642071 tempest-MigrationsAdminTest-1549642071-project-member] Enqueued Resource ID: b8695189-b51f-4992-8ac3-f91fbd4dc791 with Priority: HIGHEST for action security_group_rules [ 697.264551] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8695189-b51f-4992-8ac3-f91fbd4dc791 with Priority: HIGHEST for action security_group_rules [ 697.264551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8695189-b51f-4992-8ac3-f91fbd4dc791 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.264551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8695189-b51f-4992-8ac3-f91fbd4dc791" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.264551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8695189-b51f-4992-8ac3-f91fbd4dc791" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.264551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8695189-b51f-4992-8ac3-f91fbd4dc791" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.265041] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8695189-b51f-4992-8ac3-f91fbd4dc791',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.389185] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 697.390077] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 deletion is rescheduled due to dependency. [ 697.390347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.444188] env[65380]: INFO networking_nsxv3.common.synchronization [None req-f1c905b7-4797-4497-af3f-783b0368cf17 tempest-MigrationsAdminTest-1549642071 tempest-MigrationsAdminTest-1549642071-project-member] Enqueued Resource ID: b8695189-b51f-4992-8ac3-f91fbd4dc791 with Priority: HIGHEST for action security_group_rules [ 697.444188] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8695189-b51f-4992-8ac3-f91fbd4dc791 with Priority: HIGHEST for action security_group_rules [ 697.444411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8695189-b51f-4992-8ac3-f91fbd4dc791 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.444519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8695189-b51f-4992-8ac3-f91fbd4dc791" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.786894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.787051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.787135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.787349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.787439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.787529] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8695189-b51f-4992-8ac3-f91fbd4dc791 already deleted. [ 697.787622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8695189-b51f-4992-8ac3-f91fbd4dc791" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.788145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8695189-b51f-4992-8ac3-f91fbd4dc791" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.788314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8695189-b51f-4992-8ac3-f91fbd4dc791" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.788403] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8695189-b51f-4992-8ac3-f91fbd4dc791',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.311928] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.311928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.311928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.311928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.311928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.311928] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8695189-b51f-4992-8ac3-f91fbd4dc791 already deleted. [ 698.311928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8695189-b51f-4992-8ac3-f91fbd4dc791" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.700976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 698.701157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.005859] env[65380]: INFO networking_nsxv3.common.synchronization [req-186270c1-4f95-4aaa-9d9f-3edcd819b995 req-c811ba93-aa30-488e-86cf-41c7ef883489 tempest-ServersAdminNegativeTestJSON-1084595625 tempest-ServersAdminNegativeTestJSON-1084595625-project-member] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 700.006497] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 700.006815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.006942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.007064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.007423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.007601] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.007715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.007781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.007951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.008052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.008155] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.428604] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.428893] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.429042] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.429588] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.429915] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.430577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.430577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.430577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.430718] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.430952] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.431123] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.431238] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.431342] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.431447] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.431547] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.431671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.450492] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.450653] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.450785] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.450948] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.451289] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-4090f583-8481-4e0c-9a39-3a393fb0ea72 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.451492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-4090f583-8481-4e0c-9a39-3a393fb0ea72" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.451583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-4090f583-8481-4e0c-9a39-3a393fb0ea72" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.451897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-4090f583-8481-4e0c-9a39-3a393fb0ea72" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.452043] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4090f583-8481-4e0c-9a39-3a393fb0ea72',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.510751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.510954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.511036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.511292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.511399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.511616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.511724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.511794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.511950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.512044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.512136] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 already deleted. [ 700.512238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.955178] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.955402] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.955522] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.955805] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.956033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.956132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 4090f583-8481-4e0c-9a39-3a393fb0ea72 not found, creating... [ 700.956449] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.956700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.956889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.957243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.957464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.957852] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.958020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.958166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.958386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.958527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.958647] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 4090f583-8481-4e0c-9a39-3a393fb0ea72 is going to be created. [ 700.984322] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.984574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.984699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.985105] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.985377] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.985648] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-4090f583-8481-4e0c-9a39-3a393fb0ea72" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.488901] env[65380]: INFO networking_nsxv3.common.synchronization [req-ecb77469-f619-49ab-9365-704e8d124e75 req-829d9da3-bc64-4b05-9b2c-dff9f10c861d tempest-VolumesAssistedSnapshotsTest-1436650459 tempest-VolumesAssistedSnapshotsTest-1436650459-project-member] Enqueued Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_members [ 701.489440] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGHEST for action security_group_members [ 701.489727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55b6f0a-25c6-40c6-91d0-44607ca0532c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.489846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.489909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.490296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.490296] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.490462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.490462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.490556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.490612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.490698] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.702369] env[65380]: INFO networking_nsxv3.common.synchronization [req-186270c1-4f95-4aaa-9d9f-3edcd819b995 req-25e922e7-8e9b-4aa6-a030-7099d0f4fcdb service nova] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_rules [ 701.702913] env[65380]: INFO networking_nsxv3.common.synchronization [req-186270c1-4f95-4aaa-9d9f-3edcd819b995 req-25e922e7-8e9b-4aa6-a030-7099d0f4fcdb service nova] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 701.702913] env[65380]: INFO networking_nsxv3.common.synchronization [req-186270c1-4f95-4aaa-9d9f-3edcd819b995 req-25e922e7-8e9b-4aa6-a030-7099d0f4fcdb service nova] Enqueued Resource ID: 4090f583-8481-4e0c-9a39-3a393fb0ea72 with Priority: HIGHEST for action port [ 701.703336] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_rules [ 701.703473] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 701.703588] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4090f583-8481-4e0c-9a39-3a393fb0ea72 with Priority: HIGHEST for action port [ 701.703837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.703975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.704045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.704298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.704380] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.705321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.706200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.706200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.706200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.706200] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.706200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.706200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.706200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.706455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.706455] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.707048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4090f583-8481-4e0c-9a39-3a393fb0ea72 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.707157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4090f583-8481-4e0c-9a39-3a393fb0ea72" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.707259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4090f583-8481-4e0c-9a39-3a393fb0ea72" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.707549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4090f583-8481-4e0c-9a39-3a393fb0ea72" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.707549] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4090f583-8481-4e0c-9a39-3a393fb0ea72',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.994288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.994288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.994288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.994288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.994288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.994288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.994288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.994288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.994288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.994288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.994288] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c is going to be updated. [ 702.025739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.025884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.025975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.026211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.026352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.036233] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c in Status: IN_PROGRESS for 2s [ 702.209101] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.209235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.209985] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.210358] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4090f583-8481-4e0c-9a39-3a393fb0ea72 with status ACTIVE [ 702.210572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.210677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.210807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.210926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.211038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.211225] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.211320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.211395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.211543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.211614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.211797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.211903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.211969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.212105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.212177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.212261] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4090f583-8481-4e0c-9a39-3a393fb0ea72 is going to be updated. [ 702.256072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.256320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.256353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.257698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.257698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.257698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4090f583-8481-4e0c-9a39-3a393fb0ea72" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.715216] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.220863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.221252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.221424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.221720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.222260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.222457] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 is going to be created. [ 703.279347] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.280210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.280210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.280370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.283652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.300727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: UNINITIALIZED for 2s [ 704.048191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c in Status: SUCCESS [ 704.048444] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c deletion is rescheduled due to dependency. [ 704.048477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.313067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: SUCCESS [ 705.313800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.313800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.313962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.314355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.314454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.314559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.314784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.314910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.315401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.315401] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.820031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.820031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.820031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.820031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.820031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.820629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.820629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.820629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.820629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.820629] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.325488] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db9404a-b471-452b-92a7-cd905ab3db45: rpc.has_security_group_logging(os_id): False [ 706.348329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.348504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.348541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.348747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.348836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.349053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.349157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.349244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.349364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.349438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.349616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.349705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.349763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.349901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.349975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.350178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.350274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.350337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.350474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.350547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.350632] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 is going to be created. [ 706.426644] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.426829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.426893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.427131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.427396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.443303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: IN_PROGRESS for 2s [ 706.704142] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 706.704339] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 708.460127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: SUCCESS [ 708.460489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.477403] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8c1a6c9-61a7-426a-996a-84ce41260798 req-e91d7c05-b993-4992-906d-cc44a5d96487 tempest-ListServerFiltersTestJSON-139534771 tempest-ListServerFiltersTestJSON-139534771-project-member] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 708.480225] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 708.480628] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.480717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.480763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.481679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.483747] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.483747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.484563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.484563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.484563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.484563] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.988108] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.492570] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.995593] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.996139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.996139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.996955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.998266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.998396] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 710.035332] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.035332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.035332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.035332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.035332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.052074] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 711.215127] env[65380]: INFO networking_nsxv3.common.synchronization [req-93dd221a-7515-4e11-b401-c3d3701fbe0a req-9f68b982-3a1a-4c4d-bd48-0e2617821713 tempest-ListImageFiltersTestJSON-1717330648 tempest-ListImageFiltersTestJSON-1717330648-project-member] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 711.216492] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 711.216858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.217017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.217081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.217371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.217557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.217663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.217754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.217957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.218059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.218198] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.688804] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.688989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.689166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.689513] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.689894] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.690163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.690278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.690555] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.690727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.690954] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.691104] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.691274] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.691464] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.691609] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.691770] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.691941] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.720846] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.721055] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.721196] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.721366] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.721725] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-c2cde5c4-0094-40e7-965c-60977c968a4d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.721927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-c2cde5c4-0094-40e7-965c-60977c968a4d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.722078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-c2cde5c4-0094-40e7-965c-60977c968a4d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.722445] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-c2cde5c4-0094-40e7-965c-60977c968a4d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.722589] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2cde5c4-0094-40e7-965c-60977c968a4d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.724143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.724319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.724319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.724501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.724586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.724917] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.725049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.725158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.725327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.725407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.725624] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 already deleted. [ 711.725719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.065704] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 712.066059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.224672] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.224970] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.225062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.225369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.225581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.225671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port c2cde5c4-0094-40e7-965c-60977c968a4d not found, creating... [ 712.225952] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.226164] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.226539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.226688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.226999] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.227410] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.227556] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.227813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.227961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.228215] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: c2cde5c4-0094-40e7-965c-60977c968a4d is going to be created. [ 712.252912] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.253287] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.253369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.253669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.253912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.254155] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-c2cde5c4-0094-40e7-965c-60977c968a4d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.981357] env[65380]: INFO networking_nsxv3.common.synchronization [req-93dd221a-7515-4e11-b401-c3d3701fbe0a req-b6605f8a-41e4-4dba-953f-496fa7cef107 service nova] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_rules [ 712.981558] env[65380]: INFO networking_nsxv3.common.synchronization [req-93dd221a-7515-4e11-b401-c3d3701fbe0a req-b6605f8a-41e4-4dba-953f-496fa7cef107 service nova] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 712.981692] env[65380]: INFO networking_nsxv3.common.synchronization [req-93dd221a-7515-4e11-b401-c3d3701fbe0a req-b6605f8a-41e4-4dba-953f-496fa7cef107 service nova] Enqueued Resource ID: c2cde5c4-0094-40e7-965c-60977c968a4d with Priority: HIGHEST for action port [ 712.984424] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_rules [ 712.984424] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 712.984424] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cde5c4-0094-40e7-965c-60977c968a4d with Priority: HIGHEST for action port [ 712.984424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.984424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.984424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.984424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.984424] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.984424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.984424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.984424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.984991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.985821] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.985821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.985821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.985821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.985821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.985821] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.986674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2cde5c4-0094-40e7-965c-60977c968a4d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2cde5c4-0094-40e7-965c-60977c968a4d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2cde5c4-0094-40e7-965c-60977c968a4d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2cde5c4-0094-40e7-965c-60977c968a4d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.989048] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2cde5c4-0094-40e7-965c-60977c968a4d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.127540] env[65380]: INFO networking_nsxv3.common.synchronization [None req-caf0e222-4af2-4d8b-9df6-3f3db1253dbc None None] Enqueued Resource ID: 3e053a84-0199-441a-b8c6-d466e397af15 with Priority: HIGHEST for action port [ 713.132201] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e053a84-0199-441a-b8c6-d466e397af15 with Priority: HIGHEST for action port [ 713.132595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e053a84-0199-441a-b8c6-d466e397af15 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.132781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e053a84-0199-441a-b8c6-d466e397af15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.133490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e053a84-0199-441a-b8c6-d466e397af15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.133830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e053a84-0199-441a-b8c6-d466e397af15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.133927] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e053a84-0199-441a-b8c6-d466e397af15',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.493645] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.493645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.493645] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.493645] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2cde5c4-0094-40e7-965c-60977c968a4d with status ACTIVE [ 713.494090] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.494090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.494090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.494326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.495226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.495226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.495226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.495226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.495226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.496627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.496717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.496858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.496979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.498030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.498161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.498294] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2cde5c4-0094-40e7-965c-60977c968a4d is going to be updated. [ 713.502617] env[65380]: INFO networking_nsxv3.common.synchronization [req-b384cd3e-323d-4b92-a119-7957f9c48e3b req-54715aa6-897f-40e0-b023-af8720d7ed38 tempest-ServersWithSpecificFlavorTestJSON-1346103607 tempest-ServersWithSpecificFlavorTestJSON-1346103607-project-member] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 713.502735] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 713.503603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.503603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.503603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.503603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.504109] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.504109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.504109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.504109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.504263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.504380] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.576618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.576759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.577081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.577128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.577254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.577427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2cde5c4-0094-40e7-965c-60977c968a4d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.636854] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e053a84-0199-441a-b8c6-d466e397af15 [ 713.637146] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.637285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.637334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.637661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.637858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.637902] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e053a84-0199-441a-b8c6-d466e397af15 already deleted. [ 713.637949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e053a84-0199-441a-b8c6-d466e397af15" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.002715] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.008669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.010333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.010438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.010688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.011217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.012382] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.016665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.016665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.016665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.016665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.016665] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c is going to be updated. [ 714.052737] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.053567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.053567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.054010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.054107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.070787] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: IN_PROGRESS for 2s [ 714.083528] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cf85a1d-327a-481f-a882-cecdf8cb6172 req-55c97136-3ee9-4c81-bda4-8ace4552b540 tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 714.083528] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 714.083528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.083528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.083528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.083528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.083528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.083528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.083528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.083528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.083528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.085391] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.399202] env[65380]: INFO networking_nsxv3.common.synchronization [req-87516f49-807e-42a2-8473-19db1df0daec req-73ea677b-9d00-4257-a467-f5444720f0ea tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 714.399202] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 714.399202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.400083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.400387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.400811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.401197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.401629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.404307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.404307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.404307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.404307] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.506152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.507262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.507417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.507702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.507798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.507936] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be created. [ 714.574198] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.574198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.574198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.575473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.575473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.585149] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: UNINITIALIZED for 2s [ 714.589355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.589855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.589855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.589855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.589855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.590045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.590303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.590303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.590370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.590526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.590526] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb already deleted. [ 714.590607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.686999] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-473 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.686999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-473" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.686999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-473" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.687209] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-473" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.688242] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.688242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.688242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.688242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.688242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.688242] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.688742] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.688742] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.688742] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.688873] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.688873] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.688992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.710840] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.711965] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.711965] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.711965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-473" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.714023] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.714023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.714023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.714023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.714023] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.907044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.908125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.908125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.908125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.908125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.908341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.908509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.908509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.908655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.908716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.909467] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 714.944159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.944268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.944342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.944536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.944678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.954824] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 715.217431] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.217431] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.217431] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.217938] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.218270] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.218545] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 not found, creating... [ 715.218985] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.219215] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.219341] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.219581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.219718] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.220049] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.220416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.220554] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.220775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.220907] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.221080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 is going to be created. [ 715.244384] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.244384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.244625] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.244772] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.245024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.245324] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.916267] env[65380]: INFO networking_nsxv3.common.synchronization [None req-aa1e228e-a223-4c96-a826-024057c45074 None None] Enqueued Resource ID: 5590f6a1-162d-4c36-a25c-945221e41323 with Priority: HIGHEST for action port [ 715.916267] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5590f6a1-162d-4c36-a25c-945221e41323 with Priority: HIGHEST for action port [ 715.917589] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5590f6a1-162d-4c36-a25c-945221e41323 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.917920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5590f6a1-162d-4c36-a25c-945221e41323" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.917920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5590f6a1-162d-4c36-a25c-945221e41323" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.918125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5590f6a1-162d-4c36-a25c-945221e41323" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.919033] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5590f6a1-162d-4c36-a25c-945221e41323',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.051689] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cf85a1d-327a-481f-a882-cecdf8cb6172 req-43fb7095-d934-4998-b63a-3670524accbc service nova] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 716.051875] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cf85a1d-327a-481f-a882-cecdf8cb6172 req-43fb7095-d934-4998-b63a-3670524accbc service nova] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 716.052016] env[65380]: INFO networking_nsxv3.common.synchronization [req-7cf85a1d-327a-481f-a882-cecdf8cb6172 req-43fb7095-d934-4998-b63a-3670524accbc service nova] Enqueued Resource ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with Priority: HIGHEST for action port [ 716.052594] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 716.052733] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 716.052831] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with Priority: HIGHEST for action port [ 716.053385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.053540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.053610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.053854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.054239] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.055221] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.059020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.059020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.059020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.059020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.059020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.081097] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: SUCCESS [ 716.081250] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c deletion is rescheduled due to dependency. [ 716.081367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.421871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5590f6a1-162d-4c36-a25c-945221e41323 [ 716.424044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.424044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.424044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.424044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.424044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.424044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5590f6a1-162d-4c36-a25c-945221e41323 already deleted. [ 716.424044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5590f6a1-162d-4c36-a25c-945221e41323" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.565025] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.565025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with status ACTIVE [ 716.565025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.565025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.565727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.565727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.565727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.565727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 is going to be updated. [ 716.594819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.594819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.594819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.594819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.595109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.596037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.596635] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: SUCCESS [ 716.596851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.597017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.597246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.597477] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.598908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.598908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.598908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.598908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.598908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.598908] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.840851] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a42bd6e-b6eb-472c-b0aa-86490bc5df6b req-0217c15d-cf90-4ba9-aa9c-9934d444a7a0 tempest-ListImageFiltersTestJSON-1717330648 tempest-ListImageFiltersTestJSON-1717330648-project-member] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 716.841467] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 716.841961] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.844018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.844018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.844018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.844018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.844018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.844018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.844243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.844287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.844415] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.966146] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 716.967404] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 716.967404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.069950] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.101078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.101244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.262854] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.263063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.263204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.263518] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.263724] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.263888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.263997] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.264403] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.264550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.264760] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.264862] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.264967] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.265080] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.265267] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.265323] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.265541] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.295360] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.295631] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.295772] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.296084] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.296775] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-828ba549-d28e-4ae9-bbf6-7050becb6e96 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.296775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-828ba549-d28e-4ae9-bbf6-7050becb6e96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.296952] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-828ba549-d28e-4ae9-bbf6-7050becb6e96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.297274] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-828ba549-d28e-4ae9-bbf6-7050becb6e96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.298020] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828ba549-d28e-4ae9-bbf6-7050becb6e96',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.347459] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.572249] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.572392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.572435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.572692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.572781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.572882] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb is going to be created. [ 717.623898] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.624093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.624190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.624433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.624608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.639302] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: UNINITIALIZED for 2s [ 717.800147] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.800392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.800890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.801286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.801502] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.801544] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 828ba549-d28e-4ae9-bbf6-7050becb6e96 not found, creating... [ 717.803091] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.803091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.803091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.803091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.803091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.803091] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.803372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.803485] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.803704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.803838] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.803988] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 828ba549-d28e-4ae9-bbf6-7050becb6e96 is going to be created. [ 717.827175] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.827400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.827526] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.827910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.828046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.828273] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-828ba549-d28e-4ae9-bbf6-7050becb6e96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.850779] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.352588] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.352962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.352962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.353925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.353925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.353925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be updated. [ 718.396268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.396494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.396555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.396798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.396976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.408532] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: IN_PROGRESS for 2s [ 718.686606] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a42bd6e-b6eb-472c-b0aa-86490bc5df6b req-7d97e15e-c6d4-4831-8888-3c6aa5fad330 service nova] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_rules [ 718.686813] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a42bd6e-b6eb-472c-b0aa-86490bc5df6b req-7d97e15e-c6d4-4831-8888-3c6aa5fad330 service nova] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 718.686941] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a42bd6e-b6eb-472c-b0aa-86490bc5df6b req-7d97e15e-c6d4-4831-8888-3c6aa5fad330 service nova] Enqueued Resource ID: 828ba549-d28e-4ae9-bbf6-7050becb6e96 with Priority: HIGHEST for action port [ 718.687482] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_rules [ 718.687661] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 718.687724] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 828ba549-d28e-4ae9-bbf6-7050becb6e96 with Priority: HIGHEST for action port [ 718.690583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.691483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.691483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.691483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.691483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-828ba549-d28e-4ae9-bbf6-7050becb6e96 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.691727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-828ba549-d28e-4ae9-bbf6-7050becb6e96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.691727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-828ba549-d28e-4ae9-bbf6-7050becb6e96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.691854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-828ba549-d28e-4ae9-bbf6-7050becb6e96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.692260] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('828ba549-d28e-4ae9-bbf6-7050becb6e96',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.196812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 828ba549-d28e-4ae9-bbf6-7050becb6e96 with status ACTIVE [ 719.197341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.197341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.197341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.197606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.197725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.197929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.198103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.198157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.198262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.198355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.198594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.198722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.198893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.199491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.199491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.199491] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 828ba549-d28e-4ae9-bbf6-7050becb6e96 is going to be updated. [ 719.226896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.227060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.227127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.227341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.227480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.227641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-828ba549-d28e-4ae9-bbf6-7050becb6e96" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.482965] env[65380]: INFO networking_nsxv3.common.synchronization [req-bfd25ecf-a862-4fc0-be65-6ce9eed9b4cf req-f992d310-eebd-4082-8a94-2f7a51c1ee7d tempest-FloatingIPsAssociationTestJSON-566088622 tempest-FloatingIPsAssociationTestJSON-566088622-project-member] Enqueued Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 719.483719] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 719.484511] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.484674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.484731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.485077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.485304] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.485410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.485457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.485717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.485811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.485927] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.650853] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: SUCCESS [ 719.650853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.651046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.651270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.651461] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.651575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.651636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.651786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.651864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652075] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.885927] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.886147] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.886288] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.886653] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.887016] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.887397] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.887534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.887798] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.887959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.888239] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.888373] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.888531] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.888647] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.888775] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.888881] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.889022] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.910355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.910575] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.910781] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.910950] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.911279] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-f61ecab0-4449-47db-8bfb-6ff1499f6d71 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.911451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-f61ecab0-4449-47db-8bfb-6ff1499f6d71" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.911565] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-f61ecab0-4449-47db-8bfb-6ff1499f6d71" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.911887] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-f61ecab0-4449-47db-8bfb-6ff1499f6d71" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.912029] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f61ecab0-4449-47db-8bfb-6ff1499f6d71',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.988847] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.989286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.989531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.991207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.991207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.991207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.991207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.991207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.991207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.991207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.991207] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c already deleted. [ 719.991207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.155321] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.414389] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.414595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.414718] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.415407] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.415649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.415813] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port f61ecab0-4449-47db-8bfb-6ff1499f6d71 not found, creating... [ 720.416120] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.416248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.416700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.416813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.417657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.417993] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.418170] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.418287] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.418505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.418637] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.418876] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: f61ecab0-4449-47db-8bfb-6ff1499f6d71 is going to be created. [ 720.422990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: SUCCESS [ 720.423230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.423420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.423618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.423801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.423907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.423974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.424382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.424382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.424382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.424500] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.424545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.424574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.424707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.424844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.424937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.424999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.425145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.425219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.425369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.425463] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.426644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.426644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.426644] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.426775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.426815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.426937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.427026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.427183] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.441924] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.442394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.442537] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.442810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.443348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.443628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-f61ecab0-4449-47db-8bfb-6ff1499f6d71" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.658030] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b82b87a7-8e07-4331-a9d5-ce8be038abcb: rpc.has_security_group_logging(os_id): False [ 720.682678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.682911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.683109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.683497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.683669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.684149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.684369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.684501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.684763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.684928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.685115] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb is going to be created. [ 720.775697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.776235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.776396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.776607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.776892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.794730] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: IN_PROGRESS for 2s [ 720.828206] env[65380]: INFO networking_nsxv3.common.synchronization [None req-89eff7be-d98f-4a68-a25f-626751a4df9c tempest-ImagesOneServerNegativeTestJSON-1926519048 tempest-ImagesOneServerNegativeTestJSON-1926519048-project-member] Enqueued Resource ID: 19603a63-51dc-4b36-8c80-c4a9efaad2d2 with Priority: HIGHEST for action security_group_rules [ 720.828787] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19603a63-51dc-4b36-8c80-c4a9efaad2d2 with Priority: HIGHEST for action security_group_rules [ 720.829534] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.829534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.829534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.829738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.829738] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19603a63-51dc-4b36-8c80-c4a9efaad2d2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.929093] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79021230-2c35-46ed-99c1-1c1e98d33f70: rpc.has_security_group_logging(os_id): False [ 720.930380] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.951107] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.951107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.951107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.951344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.951433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.951648] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.951747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.951799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.951950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.952044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.952252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.952413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.952520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.952726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.952846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.953197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.953711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.953711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.954759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.954759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.954759] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be created. [ 721.043606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.043806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.043864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.044157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.046114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.065661] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: IN_PROGRESS for 2s [ 721.158665] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c55401f9-e071-4108-89c0-6e602ddebe4d tempest-ImagesOneServerNegativeTestJSON-1926519048 tempest-ImagesOneServerNegativeTestJSON-1926519048-project-member] Enqueued Resource ID: 19603a63-51dc-4b36-8c80-c4a9efaad2d2 with Priority: HIGHEST for action security_group_rules [ 721.159262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19603a63-51dc-4b36-8c80-c4a9efaad2d2 with Priority: HIGHEST for action security_group_rules [ 721.159604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.159712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.188906] env[65380]: INFO networking_nsxv3.common.synchronization [req-bfd25ecf-a862-4fc0-be65-6ce9eed9b4cf req-7dc8f085-b30a-4833-8eef-4ca440019f1c service nova] Enqueued Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_rules [ 721.189018] env[65380]: INFO networking_nsxv3.common.synchronization [req-bfd25ecf-a862-4fc0-be65-6ce9eed9b4cf req-7dc8f085-b30a-4833-8eef-4ca440019f1c service nova] Enqueued Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 721.189362] env[65380]: INFO networking_nsxv3.common.synchronization [req-bfd25ecf-a862-4fc0-be65-6ce9eed9b4cf req-7dc8f085-b30a-4833-8eef-4ca440019f1c service nova] Enqueued Resource ID: f61ecab0-4449-47db-8bfb-6ff1499f6d71 with Priority: HIGHEST for action port [ 721.190157] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_rules [ 721.190349] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 721.190978] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f61ecab0-4449-47db-8bfb-6ff1499f6d71 with Priority: HIGHEST for action port [ 721.191266] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.191429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.191684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.192111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.192240] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.193798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.193798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.194169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.194169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.194330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.194474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.194705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.195040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.195116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.195525] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.196851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f61ecab0-4449-47db-8bfb-6ff1499f6d71 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.196966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f61ecab0-4449-47db-8bfb-6ff1499f6d71" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.197068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f61ecab0-4449-47db-8bfb-6ff1499f6d71" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.197382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f61ecab0-4449-47db-8bfb-6ff1499f6d71" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.197469] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f61ecab0-4449-47db-8bfb-6ff1499f6d71',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.352486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.352727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.352727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.352961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.353447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.353447] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19603a63-51dc-4b36-8c80-c4a9efaad2d2 already deleted. [ 721.353447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.353447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.353633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.353727] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19603a63-51dc-4b36-8c80-c4a9efaad2d2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.433741] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.701242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.701242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.701242] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.704231] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f61ecab0-4449-47db-8bfb-6ff1499f6d71 with status ACTIVE [ 721.706810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.706810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.706810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.706810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.706810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.706810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.706810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.706810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.706810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.706810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.706810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.707564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.707564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.708187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.708187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.708187] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f61ecab0-4449-47db-8bfb-6ff1499f6d71 is going to be updated. [ 721.736571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.737524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.737524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.737524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.737524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.737524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f61ecab0-4449-47db-8bfb-6ff1499f6d71" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.885802] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.885926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.885984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.886237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.886360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.886489] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19603a63-51dc-4b36-8c80-c4a9efaad2d2 already deleted. [ 721.886578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19603a63-51dc-4b36-8c80-c4a9efaad2d2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.936883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.937047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.937109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.937332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.937425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.937533] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be updated. [ 721.973708] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.973708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.973708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.973708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.974189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.984268] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: IN_PROGRESS for 2s [ 722.157117] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4e65bd5-9f59-46cb-83d7-6d3f61a440e6 req-b2670370-2eb7-47a1-8b94-f7b649be1e20 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 722.157759] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 722.158433] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.158562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.158767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.158845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.159272] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.159272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.159272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.159433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.159487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.159767] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.206476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.662152] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.714083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.714445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.714445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.715438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.715438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.715438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c is going to be created. [ 722.740970] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.741167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.741240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.741404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.741561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.754398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: UNINITIALIZED for 2s [ 722.786661] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-61 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.786867] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.786988] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.787267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.789808] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.791254] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.791428] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.791823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.792130] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.792491] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.793071] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.795291] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.795291] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.795291] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.795291] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.795291] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.839178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.839589] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.839704] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.839887] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.840386] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-ff2751e9-ab94-4f90-84f6-0d47f1514411 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.841276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.841414] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.841756] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.841894] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2751e9-ab94-4f90-84f6-0d47f1514411',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.843697] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: SUCCESS [ 722.844240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.079627] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: SUCCESS [ 723.080014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.080176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.080458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.080558] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.164838] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.345850] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.346663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.346663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.346663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.346663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.346872] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port ff2751e9-ab94-4f90-84f6-0d47f1514411 not found, creating... [ 723.347289] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.347289] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.347289] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.348054] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.348054] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.348054] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.348176] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.348176] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.348390] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.348886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.348886] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 is going to be created. [ 723.397481] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.397691] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.397810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.398152] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.398435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.398532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.583570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.583761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.667780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.667963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.668036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.668271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.668313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.668405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 723.701520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.701795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.702104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.702435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.702435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.712871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 723.999906] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: SUCCESS [ 724.001474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.001680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.001903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.002115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.002233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.002297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.002473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.002559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.002656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.002749] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.076956] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4e65bd5-9f59-46cb-83d7-6d3f61a440e6 req-80a509dd-21be-486a-bb06-934da377ff4e service nova] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 724.076956] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4e65bd5-9f59-46cb-83d7-6d3f61a440e6 req-80a509dd-21be-486a-bb06-934da377ff4e service nova] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 724.076956] env[65380]: INFO networking_nsxv3.common.synchronization [req-e4e65bd5-9f59-46cb-83d7-6d3f61a440e6 req-80a509dd-21be-486a-bb06-934da377ff4e service nova] Enqueued Resource ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 with Priority: HIGHEST for action port [ 724.076956] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 724.076956] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 724.076956] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 with Priority: HIGHEST for action port [ 724.076956] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.078358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.078358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.078358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.078358] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.082000] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.082160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.082990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2751e9-ab94-4f90-84f6-0d47f1514411 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.082990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.082990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.082990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.082990] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2751e9-ab94-4f90-84f6-0d47f1514411',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.162600] env[65380]: INFO networking_nsxv3.common.synchronization [req-fae9b83e-a1de-4d00-8567-7bf489a275a1 req-f430cdb2-705b-429e-b70b-e082fe6d07da tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 724.163156] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 724.163565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.163722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.163781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.163958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.164130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.164228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.164286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.164439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.164528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.164623] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.507912] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.508396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.508605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.508971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.509319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.509572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.509728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.510046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.510251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.510799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.511171] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.511416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.511559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.511844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.512149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.512358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.512549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.512787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.512950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.513380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.513633] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.586643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.586643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.586643] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff2751e9-ab94-4f90-84f6-0d47f1514411 with status ACTIVE [ 724.586643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.586643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.586643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.588156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.588156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.588156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.588156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.588156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.588463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.589227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.589464] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.589777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.590049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.590356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.590724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.590860] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 is going to be updated. [ 724.617847] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.617987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.618069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.618545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.618545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.618815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.672615] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.672615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.672615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.672615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.672615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.672615] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.672615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.672615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.672615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.672615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.672615] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 724.732801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.732923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.733172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.733378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.733513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.746837] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 724.788154] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: SUCCESS [ 724.788154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.788154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.788154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.788154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.788154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.788154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.788154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.788154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.788154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.788154] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.003044] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcad7967-7263-4246-827c-a49ca9fee060 req-b5d73857-b66f-42d0-af34-0c113b35ab63 tempest-ServersAdminTestJSON-1855485524 tempest-ServersAdminTestJSON-1855485524-project-member] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 725.003785] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 725.004400] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.004400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.004400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.004692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.004787] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.004890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.004948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.005121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.005294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.005294] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.015458] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79021230-2c35-46ed-99c1-1c1e98d33f70: rpc.has_security_group_logging(os_id): False [ 725.036104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.036286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.036357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.036577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.036817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.036905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.036988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.037058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.037214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.037299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.037480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.037574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.037628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.037762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.037844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038082] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038560] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be updated. [ 725.113444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.113688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.113765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.114033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.114195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.129071] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: IN_PROGRESS for 2s [ 725.292053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.292262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.292363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.294094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.294094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.294094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.294460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.294460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.294460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.294460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294613] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.452242] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-526 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.452446] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.452628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.452913] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.453208] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.453422] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.453590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.453808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.454062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.454160] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.454266] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.454367] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.454466] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.454569] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.454680] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.454793] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.474219] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.474383] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.474516] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.474701] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-526" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.474988] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-884a69db-a84a-46ae-9af6-bd5f21a386e7 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.475180] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-884a69db-a84a-46ae-9af6-bd5f21a386e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.475298] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-884a69db-a84a-46ae-9af6-bd5f21a386e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.475731] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-884a69db-a84a-46ae-9af6-bd5f21a386e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.476059] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884a69db-a84a-46ae-9af6-bd5f21a386e7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.508177] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.723117] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 725.723495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.723584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.723835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.723964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.724092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.724157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.724310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.724391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.724501] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.798143] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6cfdded-6ef1-4412-941a-647a1342fd0c: rpc.has_security_group_logging(os_id): False [ 725.817496] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.817636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.817714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.818582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.818582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.818582] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.818582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.818582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.818582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.818582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.818852] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.818852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.818922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.819024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.819098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.819282] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.819374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.819435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.819570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.819642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.819726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c is going to be created. [ 725.880812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.880983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.881067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.881284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.881464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.896991] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: IN_PROGRESS for 2s [ 725.980088] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.980420] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.980669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.981131] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.981416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.981741] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 884a69db-a84a-46ae-9af6-bd5f21a386e7 not found, creating... [ 725.982265] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.982926] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.983163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.983512] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.983726] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.984242] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.984628] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.984973] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.985532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.985812] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.986160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 884a69db-a84a-46ae-9af6-bd5f21a386e7 is going to be created. [ 726.001765] env[65380]: INFO networking_nsxv3.common.synchronization [None req-35003b93-8861-4433-9ea4-04fda7675898 None None] Enqueued Resource ID: f298217c-9ee4-4ede-9347-98a1e3e85030 with Priority: HIGHEST for action port [ 726.003071] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f298217c-9ee4-4ede-9347-98a1e3e85030 with Priority: HIGHEST for action port [ 726.003631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f298217c-9ee4-4ede-9347-98a1e3e85030 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.003914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f298217c-9ee4-4ede-9347-98a1e3e85030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.004028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f298217c-9ee4-4ede-9347-98a1e3e85030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.004374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f298217c-9ee4-4ede-9347-98a1e3e85030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.004524] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f298217c-9ee4-4ede-9347-98a1e3e85030',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.013483] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.036311] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.036996] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.036996] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.036996] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.037194] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.037420] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-884a69db-a84a-46ae-9af6-bd5f21a386e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.226444] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.508564] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f298217c-9ee4-4ede-9347-98a1e3e85030 [ 726.509037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.509173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.509173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.510199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.510199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.510199] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f298217c-9ee4-4ede-9347-98a1e3e85030 already deleted. [ 726.510199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f298217c-9ee4-4ede-9347-98a1e3e85030" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.517293] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.517293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.517293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.517293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.517293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.517293] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 726.560445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.560657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.560657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.561388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.561388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.575145] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 726.731050] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.768438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 726.768702] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 deletion is rescheduled due to dependency. [ 726.768828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.817225] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcad7967-7263-4246-827c-a49ca9fee060 req-7e727a3c-dedf-46cc-86b4-6baca49a8090 service nova] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_rules [ 726.817225] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcad7967-7263-4246-827c-a49ca9fee060 req-7e727a3c-dedf-46cc-86b4-6baca49a8090 service nova] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 726.817225] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcad7967-7263-4246-827c-a49ca9fee060 req-7e727a3c-dedf-46cc-86b4-6baca49a8090 service nova] Enqueued Resource ID: 884a69db-a84a-46ae-9af6-bd5f21a386e7 with Priority: HIGHEST for action port [ 726.817225] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_rules [ 726.817225] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 726.817777] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884a69db-a84a-46ae-9af6-bd5f21a386e7 with Priority: HIGHEST for action port [ 726.818248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.818388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.818497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.818742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.819068] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.824646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.824764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.825017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-884a69db-a84a-46ae-9af6-bd5f21a386e7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.825164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884a69db-a84a-46ae-9af6-bd5f21a386e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.825199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884a69db-a84a-46ae-9af6-bd5f21a386e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.825538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884a69db-a84a-46ae-9af6-bd5f21a386e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.825538] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884a69db-a84a-46ae-9af6-bd5f21a386e7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.147072] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: SUCCESS [ 727.147072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.232867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.233137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.233245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.233532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.233652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.233783] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 727.290955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.290955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.290955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.291188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.291235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.314641] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 727.325403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.325726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.333177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 884a69db-a84a-46ae-9af6-bd5f21a386e7 with status ACTIVE [ 727.333529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.334930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.335082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.335307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.335433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.336591] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.336591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.336591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.336591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.336591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.336591] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.336591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.336959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.336959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.336959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.337058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 884a69db-a84a-46ae-9af6-bd5f21a386e7 is going to be updated. [ 727.366547] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.367368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.367368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.367368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.367368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.367368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884a69db-a84a-46ae-9af6-bd5f21a386e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.910885] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: SUCCESS [ 727.911151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.587113] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 728.587401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.587963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.587963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.587963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.588369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.588369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.588369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.588369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.588478] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.637514] env[65380]: INFO networking_nsxv3.common.synchronization [None req-51e64c90-b3dc-4fda-a679-4aa3af0ea5ad None None] Enqueued Resource ID: bd190018-7504-478c-bd97-7e6b791ed485 with Priority: HIGHEST for action port [ 728.638045] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd190018-7504-478c-bd97-7e6b791ed485 with Priority: HIGHEST for action port [ 728.638357] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd190018-7504-478c-bd97-7e6b791ed485 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.638483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd190018-7504-478c-bd97-7e6b791ed485" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.638551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd190018-7504-478c-bd97-7e6b791ed485" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.638797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd190018-7504-478c-bd97-7e6b791ed485" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.638878] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd190018-7504-478c-bd97-7e6b791ed485',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.094240] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.142610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd190018-7504-478c-bd97-7e6b791ed485 [ 729.142991] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.143219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.143320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.143934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.144161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.144364] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd190018-7504-478c-bd97-7e6b791ed485 already deleted. [ 729.144734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd190018-7504-478c-bd97-7e6b791ed485" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.333443] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 729.333651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.334019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.336819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.336819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.336819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.336819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.336819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.336819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.336819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.336819] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.598044] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.840239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.840239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.840422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.840779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.841088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.841326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.841491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.841717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.842075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.842280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.842589] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.842883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.843045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.843340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.843691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.843884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.844036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.844259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.844353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.844427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.844533] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.100310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.100497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.100778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.100778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.100877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.101017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 730.137422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.137670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.137775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.137997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.138236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.148286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 730.348146] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cac8ad38-ab98-444a-bc91-a37058965ea3: rpc.has_security_group_logging(os_id): False [ 730.377426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.377520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.377559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.377789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.377903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.378148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.378243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.378311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.378475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.378555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.378741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.378834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.378885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.379055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.379129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.379332] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.379418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.379804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.379804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.379804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.379804] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 730.474505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.474594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.474727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.475042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.475173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.494509] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 731.669501] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d513291e-3a6a-4c03-bbe9-861e58f4e44f None None] Enqueued Resource ID: 5a75a28b-ce8b-4340-ad11-c8d5ade5b113 with Priority: HIGHEST for action port [ 731.671492] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a75a28b-ce8b-4340-ad11-c8d5ade5b113 with Priority: HIGHEST for action port [ 731.671492] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a75a28b-ce8b-4340-ad11-c8d5ade5b113 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.671492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a75a28b-ce8b-4340-ad11-c8d5ade5b113" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.671683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a75a28b-ce8b-4340-ad11-c8d5ade5b113" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.673160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a75a28b-ce8b-4340-ad11-c8d5ade5b113" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.673160] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a75a28b-ce8b-4340-ad11-c8d5ade5b113',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.159743] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 732.160240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.160240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.160384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.160520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.160632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.160690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.160846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.160922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.160992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.161101] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.176637] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a75a28b-ce8b-4340-ad11-c8d5ade5b113 [ 732.176800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.176800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.177677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.177677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.177677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.177677] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a75a28b-ce8b-4340-ad11-c8d5ade5b113 already deleted. [ 732.177677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a75a28b-ce8b-4340-ad11-c8d5ade5b113" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.517114] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 732.517358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.663701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.663877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.663968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.667127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.667127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.667127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.667127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.667665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.667736] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.173851] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aaf80c2-a298-4b70-a490-7562f7f2ff56: rpc.has_security_group_logging(os_id): False [ 733.206853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.207054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.210257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.210677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.210948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.211028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.211061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.211237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.211318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.211530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.211643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.211709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.211854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.211929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.212338] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.212527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.212631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.212822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.212947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.213264] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 733.284817] env[65380]: INFO networking_nsxv3.common.synchronization [req-95e81247-f357-4d5b-8cbe-6e989e933c6a req-ad72115f-4fbd-4280-b5a7-56e1f4e05339 tempest-MigrationsAdminTest-1549642071 tempest-MigrationsAdminTest-1549642071-project-member] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 733.285469] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 733.285849] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.286583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.286735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.287020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.287265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.287422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.287542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.287773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.287912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.288074] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.293557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.293763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.293876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.294394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.294394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.312611] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 733.790828] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.252761] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.253163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.253163] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.253329] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.253622] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.253750] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.253836] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.254350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.254500] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.254727] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.254834] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.254936] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.255066] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.255173] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.255271] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.255398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.275866] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.276051] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.276206] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.276384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.276745] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-ad95d76f-e023-47b2-a936-e7ed11779276 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.276902] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-ad95d76f-e023-47b2-a936-e7ed11779276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.277122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-ad95d76f-e023-47b2-a936-e7ed11779276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.277346] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-ad95d76f-e023-47b2-a936-e7ed11779276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.277473] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad95d76f-e023-47b2-a936-e7ed11779276',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.295251] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.546621] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0458c4fb-26a9-42d9-a64e-91fdcb6a8041 None None] Enqueued Resource ID: fe725dc5-19b7-4a1f-81f2-2dee76b2115a with Priority: HIGHEST for action port [ 734.547804] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe725dc5-19b7-4a1f-81f2-2dee76b2115a with Priority: HIGHEST for action port [ 734.548202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe725dc5-19b7-4a1f-81f2-2dee76b2115a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.548384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe725dc5-19b7-4a1f-81f2-2dee76b2115a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.548496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe725dc5-19b7-4a1f-81f2-2dee76b2115a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.548800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe725dc5-19b7-4a1f-81f2-2dee76b2115a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.548932] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe725dc5-19b7-4a1f-81f2-2dee76b2115a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.780931] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.782015] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.782208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.782527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.782715] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.782900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port ad95d76f-e023-47b2-a936-e7ed11779276 not found, creating... [ 734.786071] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.786249] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.786366] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.786618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.786799] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.787114] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.787265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.787372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.787576] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.787699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.787831] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: ad95d76f-e023-47b2-a936-e7ed11779276 is going to be created. [ 734.797969] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.798131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.798197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.798395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.798481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.798572] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be updated. [ 734.816868] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.817115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.817229] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.817486] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.817705] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.817930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-ad95d76f-e023-47b2-a936-e7ed11779276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.829963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.830172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.830265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.830520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.830697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.842705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: IN_PROGRESS for 2s [ 735.053054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe725dc5-19b7-4a1f-81f2-2dee76b2115a [ 735.053054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.053054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.053054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.053311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.053415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.053446] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe725dc5-19b7-4a1f-81f2-2dee76b2115a already deleted. [ 735.053535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe725dc5-19b7-4a1f-81f2-2dee76b2115a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.351965] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 735.352351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.554284] env[65380]: INFO networking_nsxv3.common.synchronization [req-95e81247-f357-4d5b-8cbe-6e989e933c6a req-a32b63fa-8c82-445d-8173-18fe90206280 service nova] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_rules [ 735.554499] env[65380]: INFO networking_nsxv3.common.synchronization [req-95e81247-f357-4d5b-8cbe-6e989e933c6a req-a32b63fa-8c82-445d-8173-18fe90206280 service nova] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 735.554664] env[65380]: INFO networking_nsxv3.common.synchronization [req-95e81247-f357-4d5b-8cbe-6e989e933c6a req-a32b63fa-8c82-445d-8173-18fe90206280 service nova] Enqueued Resource ID: ad95d76f-e023-47b2-a936-e7ed11779276 with Priority: HIGHEST for action port [ 735.555271] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_rules [ 735.555510] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 735.555510] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad95d76f-e023-47b2-a936-e7ed11779276 with Priority: HIGHEST for action port [ 735.555723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.555918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.555918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.556111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.556197] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.557165] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.557302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.557539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad95d76f-e023-47b2-a936-e7ed11779276 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.559244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad95d76f-e023-47b2-a936-e7ed11779276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.559381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad95d76f-e023-47b2-a936-e7ed11779276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.559620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad95d76f-e023-47b2-a936-e7ed11779276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.559814] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad95d76f-e023-47b2-a936-e7ed11779276',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.062235] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.062497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.063232] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad95d76f-e023-47b2-a936-e7ed11779276 with status ACTIVE [ 736.063232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.063232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.063232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.063424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.063424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.063586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.063662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.063721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.063874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.063952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.064196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.064289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.064345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.064485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.064609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.064642] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad95d76f-e023-47b2-a936-e7ed11779276 is going to be updated. [ 736.086616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.086845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.086920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.087147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.087292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.087462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad95d76f-e023-47b2-a936-e7ed11779276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.253548] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b03da5bc-1f9e-408e-925e-34df13e71c02 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_rules [ 736.253548] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_rules [ 736.253548] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c404a1f-c618-4871-90bd-12cdea60df67 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.253548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.253946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.253946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.254243] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.455478] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9dbc2fd1-84c7-49a1-b88c-a16a6f2fe822 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_rules [ 736.456217] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_rules [ 736.459438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c404a1f-c618-4871-90bd-12cdea60df67 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.459569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.778866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.778866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.778866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.778866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.778866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.778866] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c404a1f-c618-4871-90bd-12cdea60df67 already deleted. [ 736.778866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.778866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.778866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.778866] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.853910] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: SUCCESS [ 736.853910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.853910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.853910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.853910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.853910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.853910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.854232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.854232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.854232] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.315875] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.315875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.315875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.315875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.315875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.315875] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c404a1f-c618-4871-90bd-12cdea60df67 already deleted. [ 737.316317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.357595] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.860216] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.363242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.363463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.363512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.363802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.363901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.363998] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be updated. [ 738.397087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.397298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.397376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.397583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.397733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.409180] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: IN_PROGRESS for 2s [ 738.461758] env[65380]: INFO networking_nsxv3.common.synchronization [req-22d29feb-2241-46cc-97a9-ce130e8ab1f4 req-b4948742-e14a-4856-8a3c-385a1dc69eff tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 738.461758] env[65380]: INFO networking_nsxv3.common.synchronization [req-22d29feb-2241-46cc-97a9-ce130e8ab1f4 req-b4948742-e14a-4856-8a3c-385a1dc69eff tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 738.461942] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 738.462796] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 738.463306] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.463454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.463522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.463779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.463942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.464065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.464129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.464290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.464378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.464476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.465479] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.465566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.465635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.465888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.467528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.467528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.467528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.467682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.467889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.468033] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.529620] env[65380]: INFO networking_nsxv3.common.synchronization [req-22d29feb-2241-46cc-97a9-ce130e8ab1f4 req-b4948742-e14a-4856-8a3c-385a1dc69eff tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_rules [ 738.529770] env[65380]: INFO networking_nsxv3.common.synchronization [req-22d29feb-2241-46cc-97a9-ce130e8ab1f4 req-b4948742-e14a-4856-8a3c-385a1dc69eff tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 738.529944] env[65380]: INFO networking_nsxv3.common.synchronization [req-22d29feb-2241-46cc-97a9-ce130e8ab1f4 req-b4948742-e14a-4856-8a3c-385a1dc69eff tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 738.530100] env[65380]: INFO networking_nsxv3.common.synchronization [req-22d29feb-2241-46cc-97a9-ce130e8ab1f4 req-b4948742-e14a-4856-8a3c-385a1dc69eff tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 738.530226] env[65380]: INFO networking_nsxv3.common.synchronization [req-22d29feb-2241-46cc-97a9-ce130e8ab1f4 req-b4948742-e14a-4856-8a3c-385a1dc69eff tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 with Priority: HIGHEST for action port [ 738.530954] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_rules [ 738.531255] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 738.531378] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 with Priority: HIGHEST for action port [ 738.531535] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 738.531674] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 738.531968] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.532121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.532198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.532432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.532516] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.533464] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.533574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.533631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.533804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.533880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.535092] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2751e9-ab94-4f90-84f6-0d47f1514411 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.535208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.535275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.535439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.535511] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2751e9-ab94-4f90-84f6-0d47f1514411',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.536324] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.536415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.536604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.536699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.970480] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.973533] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.037937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.037937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.038103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.038103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.038257] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff2751e9-ab94-4f90-84f6-0d47f1514411 with status ACTIVE [ 739.038647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.039297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.039297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.039297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.039297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.039514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.040609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.040609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.040609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.040609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.040609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.040609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040609] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 is going to be updated. [ 739.072545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.072701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.072701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.072974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.073522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.073522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.474543] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.475417] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.977962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.981178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.981392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.984691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.984691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.984691] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 739.985558] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.985869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.986073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.988096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.988239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.989382] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c is going to be created. [ 740.023072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.023263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.023323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.023752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.023752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.026824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.026965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.027054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.027270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.027422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.037210] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 740.037963] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: UNINITIALIZED for 2s [ 740.441243] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: SUCCESS [ 740.441679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.442121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.442413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.443057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.443330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.443415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.443636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.443756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.443859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.443957] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.948784] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.948784] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.948784] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.948784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.949461] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.949461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.949461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.949461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.949461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.949461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.949461] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.452592] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b68a240-6671-4120-9ef6-905f3502a2ce: rpc.has_security_group_logging(os_id): False [ 741.474257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.474841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.474841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.474841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.475060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.475343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.475568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.475687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.475964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.476095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.476345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.476504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.476762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.476841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.477062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.477199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.477326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.477434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.477613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.477740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.477862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be updated. [ 741.569230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.569230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.569230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.569230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.569230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.584899] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: IN_PROGRESS for 2s [ 742.053157] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 742.053157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.053157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.053157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.053157] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.053157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.053157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.053442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.053442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.053442] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.056282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: SUCCESS [ 742.056598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.056863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.057152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.057389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.057507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.057572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.057726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.057802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.057893] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.162171] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d519c50e-edb0-47e6-aea6-ee56102c1c53 None None] Enqueued Resource ID: e20f6643-a73c-4066-af34-360fd3b6430f with Priority: HIGHEST for action port [ 742.163915] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20f6643-a73c-4066-af34-360fd3b6430f with Priority: HIGHEST for action port [ 742.166429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20f6643-a73c-4066-af34-360fd3b6430f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.166429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20f6643-a73c-4066-af34-360fd3b6430f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.166429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20f6643-a73c-4066-af34-360fd3b6430f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.166429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20f6643-a73c-4066-af34-360fd3b6430f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.166429] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20f6643-a73c-4066-af34-360fd3b6430f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.559932] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.562927] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.671493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20f6643-a73c-4066-af34-360fd3b6430f [ 742.671493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.671493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.671493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.671493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.671493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.671493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20f6643-a73c-4066-af34-360fd3b6430f already deleted. [ 742.671493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20f6643-a73c-4066-af34-360fd3b6430f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.064625] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.066723] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.567407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.567407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.567407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.567803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.567803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.567803] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 743.569340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.569340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.569540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.569570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.569663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.569765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c is going to be updated. [ 743.605640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.606506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.606634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.607706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.607706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.611370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.611370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.611370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.611370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.611370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.620995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: SUCCESS [ 743.620995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.624136] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: IN_PROGRESS for 2s [ 743.626847] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 744.318581] env[65380]: INFO networking_nsxv3.common.synchronization [req-eef0a652-08c9-429a-ae17-abc08e80f85f req-decec1ae-1458-45b6-9040-97d5759c79fd tempest-ServerExternalEventsTest-902198954 tempest-ServerExternalEventsTest-902198954-project-member] Enqueued Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGHEST for action security_group_members [ 744.319395] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGHEST for action security_group_members [ 744.319928] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4478a01-a2ea-43db-8549-c560ccc97ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.320075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.320075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.321091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.321091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.321091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.321091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.321289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.321910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.322083] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.719358] env[65380]: INFO networking_nsxv3.common.synchronization [req-36540ed6-c397-4772-a496-c462af1badcd req-87d38134-7b04-465b-928a-78c17df657bd tempest-ListServerFiltersTestJSON-139534771 tempest-ListServerFiltersTestJSON-139534771-project-member] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 744.719358] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 744.720130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.720297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.720370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.721519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.721635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.721731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.722154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.722154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.722239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.722281] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.794041] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.794234] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.794234] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.794500] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.794752] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.794903] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.795026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.795237] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.795402] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.795574] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.796710] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.796710] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.796710] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.796710] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.796710] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.796710] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.819645] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.819803] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.821484] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.821484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.821484] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-0ca9c1b7-9149-4367-af50-7af1b8ef0051 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.821484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-0ca9c1b7-9149-4367-af50-7af1b8ef0051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.821484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-0ca9c1b7-9149-4367-af50-7af1b8ef0051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.821484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-0ca9c1b7-9149-4367-af50-7af1b8ef0051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.822175] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca9c1b7-9149-4367-af50-7af1b8ef0051',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.828788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.828788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.828788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.828788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.829068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.829177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.829177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.829262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.830281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.830281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.830281] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 already deleted. [ 744.830281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.906938] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c26a7c2c-a11d-421d-9b3c-74eba68ab8a8 None None] Enqueued Resource ID: 30edd232-0162-4c15-a8b0-2d2d9490b7db with Priority: HIGHEST for action port [ 744.907832] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30edd232-0162-4c15-a8b0-2d2d9490b7db with Priority: HIGHEST for action port [ 744.908332] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-30edd232-0162-4c15-a8b0-2d2d9490b7db taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.908530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30edd232-0162-4c15-a8b0-2d2d9490b7db" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.908645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30edd232-0162-4c15-a8b0-2d2d9490b7db" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.909054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30edd232-0162-4c15-a8b0-2d2d9490b7db" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.909200] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30edd232-0162-4c15-a8b0-2d2d9490b7db',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.227316] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.325566] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.325803] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.326121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.326385] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.326660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.326840] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 0ca9c1b7-9149-4367-af50-7af1b8ef0051 not found, creating... [ 745.327150] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.327313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.327421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.327681] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.327852] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.328263] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.328423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.328559] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.329045] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.329425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.329577] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 0ca9c1b7-9149-4367-af50-7af1b8ef0051 is going to be created. [ 745.361090] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.361090] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.361090] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.361421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.361700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.361928] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-0ca9c1b7-9149-4367-af50-7af1b8ef0051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.413959] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30edd232-0162-4c15-a8b0-2d2d9490b7db [ 745.414343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.414549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.414690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.415015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.415183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.415340] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30edd232-0162-4c15-a8b0-2d2d9490b7db already deleted. [ 745.416235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30edd232-0162-4c15-a8b0-2d2d9490b7db" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.641397] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 745.641697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.642630] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: SUCCESS [ 745.642850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.643067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.643326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.643545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.643680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.643784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.643954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.644569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.644569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.644677] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.645753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.645962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.646701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.646701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.646701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.646701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.646701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.646701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.646701] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.735293] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.148534] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.148734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.148809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.149145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.149293] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.149407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.149476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.149734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.149862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.150025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.151285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.151285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.151285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.151285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.151285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.151285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.155408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.155408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.155523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.155605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.155765] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.156805] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.205651] env[65380]: INFO networking_nsxv3.common.synchronization [req-eef0a652-08c9-429a-ae17-abc08e80f85f req-7a4c4fa1-d4cd-430b-a723-b346bc8443e0 service nova] Enqueued Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGHEST for action security_group_rules [ 746.205730] env[65380]: INFO networking_nsxv3.common.synchronization [req-eef0a652-08c9-429a-ae17-abc08e80f85f req-7a4c4fa1-d4cd-430b-a723-b346bc8443e0 service nova] Enqueued Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGHEST for action security_group_members [ 746.206021] env[65380]: INFO networking_nsxv3.common.synchronization [req-eef0a652-08c9-429a-ae17-abc08e80f85f req-7a4c4fa1-d4cd-430b-a723-b346bc8443e0 service nova] Enqueued Resource ID: 0ca9c1b7-9149-4367-af50-7af1b8ef0051 with Priority: HIGHEST for action port [ 746.206829] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGHEST for action security_group_rules [ 746.207052] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGHEST for action security_group_members [ 746.207216] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca9c1b7-9149-4367-af50-7af1b8ef0051 with Priority: HIGHEST for action port [ 746.208242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4478a01-a2ea-43db-8549-c560ccc97ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.208508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.208678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.208993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.209138] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.210386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4478a01-a2ea-43db-8549-c560ccc97ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.212088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.212088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.212088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.212088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.212088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.212088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.212088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.212451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.212451] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.214715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca9c1b7-9149-4367-af50-7af1b8ef0051 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.214715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca9c1b7-9149-4367-af50-7af1b8ef0051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.214715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca9c1b7-9149-4367-af50-7af1b8ef0051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.214715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca9c1b7-9149-4367-af50-7af1b8ef0051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.214715] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca9c1b7-9149-4367-af50-7af1b8ef0051',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.237576] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.237792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.237792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.238001] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.238102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.238292] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 746.280856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.280856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.280856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.280856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.281206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.298614] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 746.659198] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cac8ad38-ab98-444a-bc91-a37058965ea3: rpc.has_security_group_logging(os_id): False [ 746.660113] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c: rpc.has_security_group_logging(os_id): False [ 746.681080] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.681268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.681325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.681612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.682034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.682034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.682172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.682172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.682606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.682606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.682606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c is going to be created. [ 746.684771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.684908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.684974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.685324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.685324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.685523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.685633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.685731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.685900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.688779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.690793] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.690793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.690793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.690793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.690793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.690793] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.690793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.690793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.691328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.691328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.691328] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 746.716563] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.717730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4478a01-a2ea-43db-8549-c560ccc97ae3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.717828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.718140] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ca9c1b7-9149-4367-af50-7af1b8ef0051 with status ACTIVE [ 746.718140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.718271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.718271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.718490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.718584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.718782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.718863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.718903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.719268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.719403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.719660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.719737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.719788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.719925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.719975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.720077] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ca9c1b7-9149-4367-af50-7af1b8ef0051 is going to be updated. [ 746.744841] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.745158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.745158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.745331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.745474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.746751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca9c1b7-9149-4367-af50-7af1b8ef0051" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.771947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.773661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.773859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.774209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.775094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.789797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.789955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.789955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.790195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.790347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.800384] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: IN_PROGRESS for 2s [ 746.814981] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 747.166142] env[65380]: INFO networking_nsxv3.common.synchronization [req-be080e72-375c-4b69-abed-2986bb066ef7 req-207e9473-004e-478f-aab7-cec954e7d73f tempest-ServersWithSpecificFlavorTestJSON-1346103607 tempest-ServersWithSpecificFlavorTestJSON-1346103607-project-member] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 747.166773] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 747.167083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.167224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.167318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.167615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.168959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.168959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.168959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.168959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.168959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.168959] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.222209] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.638786] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-49 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.638982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.639209] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.639479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.639748] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.639903] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.640776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.640776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.640975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.641274] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.641404] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.641510] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.641624] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.641773] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.641883] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.642063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.671028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.671028] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.671028] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.671028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-49" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.671028] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-0ee1cb97-07c8-4c45-9442-d76deacb6028 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.671028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-0ee1cb97-07c8-4c45-9442-d76deacb6028" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.671028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-0ee1cb97-07c8-4c45-9442-d76deacb6028" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.671028] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-0ee1cb97-07c8-4c45-9442-d76deacb6028" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.671028] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ee1cb97-07c8-4c45-9442-d76deacb6028',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.672910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.675571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.675571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.675571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.675571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.675571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.675571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.675571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.675571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.675571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.675571] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c is going to be updated. [ 747.703729] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.706021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.706021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.706021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.706021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.717465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: IN_PROGRESS for 2s [ 747.725219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.725219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.725219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.725525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.725660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.725798] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 is going to be created. [ 747.751792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.752168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.752168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.752337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.752636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.764612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 in Status: UNINITIALIZED for 2s [ 748.177610] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.178868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.178868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.178868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.178868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.178868] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 0ee1cb97-07c8-4c45-9442-d76deacb6028 not found, creating... [ 748.178868] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.178868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.179445] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.179445] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.179445] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.179611] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.179721] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.179822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.180102] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.180170] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.180315] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 0ee1cb97-07c8-4c45-9442-d76deacb6028 is going to be created. [ 748.203377] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.204169] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.204321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.204589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.204814] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.205204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-0ee1cb97-07c8-4c45-9442-d76deacb6028" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.321441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 748.321723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.815105] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: SUCCESS [ 748.815459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.835072] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 748.835354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.390042] env[65380]: INFO networking_nsxv3.common.synchronization [req-be080e72-375c-4b69-abed-2986bb066ef7 req-73ddd960-ae30-4c6f-96f4-a8d4abeae6f6 service nova] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_rules [ 749.390042] env[65380]: INFO networking_nsxv3.common.synchronization [req-be080e72-375c-4b69-abed-2986bb066ef7 req-73ddd960-ae30-4c6f-96f4-a8d4abeae6f6 service nova] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 749.390328] env[65380]: INFO networking_nsxv3.common.synchronization [req-be080e72-375c-4b69-abed-2986bb066ef7 req-73ddd960-ae30-4c6f-96f4-a8d4abeae6f6 service nova] Enqueued Resource ID: 0ee1cb97-07c8-4c45-9442-d76deacb6028 with Priority: HIGHEST for action port [ 749.390746] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_rules [ 749.390880] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 749.391510] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ee1cb97-07c8-4c45-9442-d76deacb6028 with Priority: HIGHEST for action port [ 749.393213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.395011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.395011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.395011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.395011] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.396649] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.396649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.396788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ee1cb97-07c8-4c45-9442-d76deacb6028 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.396901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ee1cb97-07c8-4c45-9442-d76deacb6028" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.396956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ee1cb97-07c8-4c45-9442-d76deacb6028" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.397589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ee1cb97-07c8-4c45-9442-d76deacb6028" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.397589] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ee1cb97-07c8-4c45-9442-d76deacb6028',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.728585] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: SUCCESS [ 749.728819] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c deletion is rescheduled due to dependency. [ 749.729026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.729179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.729443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.729656] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.729796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.729898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.730134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.730234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.730321] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.774824] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 in Status: SUCCESS [ 749.775189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.775401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.775649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.775897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.776106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.776203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.776391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.776514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.776610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.776703] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.897027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.897447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.899724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ee1cb97-07c8-4c45-9442-d76deacb6028 with status ACTIVE [ 749.899835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.899949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.900046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.900275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.900372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.901043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.901043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.901043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.901043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.901043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.901293] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.901293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.901293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.901402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.901481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.901578] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ee1cb97-07c8-4c45-9442-d76deacb6028 is going to be updated. [ 749.926139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.926403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.926403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.926596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.926733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.927377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ee1cb97-07c8-4c45-9442-d76deacb6028" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.233298] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.279308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4478a01-a2ea-43db-8549-c560ccc97ae3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.279542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.279542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.279768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.279934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.280064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.280122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.280250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.280336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.280426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.280569] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4478a01-a2ea-43db-8549-c560ccc97ae3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.280675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.280737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.280881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.281042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.281114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.281220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.281331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.281387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.281545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.281545] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.736836] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.784459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4478a01-a2ea-43db-8549-c560ccc97ae3: rpc.has_security_group_logging(os_id): False [ 750.805215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.805448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.805448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.805630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.805720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.805925] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.806155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.806155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.806301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.806453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.806590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.806684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.806799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.806983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.806983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.807277] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.807479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.807601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.807829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.808013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.808115] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 is going to be created. [ 750.893066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.893272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.893272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.893548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.893827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.913924] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 in Status: IN_PROGRESS for 2s [ 751.239156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.239353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.239391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.239605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.239707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.239787] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c is going to be updated. [ 751.271181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.271373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.271413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.271625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.271820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.282228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: IN_PROGRESS for 2s [ 752.931680] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 in Status: SUCCESS [ 752.931954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.293472] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: SUCCESS [ 753.293737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.293894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.294194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.294397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.294516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.294584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.294759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.294836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.294921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.295025] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.797625] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.300431] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c: rpc.has_security_group_logging(os_id): False [ 754.327496] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.327645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.327752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.328610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.328610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.328610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.328610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.328838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.328870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.328989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.329112] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c is going to be updated. [ 754.359757] env[65380]: INFO networking_nsxv3.common.synchronization [req-425784b1-a845-45c9-afef-9913d6c32e07 req-dda3cd0b-c037-4bc8-bd86-33852774fbd3 tempest-ServersAdminNegativeTestJSON-1084595625 tempest-ServersAdminNegativeTestJSON-1084595625-project-member] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 754.360416] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 754.360751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.360900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.360972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.361191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.361367] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.361515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.361585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.361739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.361824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.361921] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.476378] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.476378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.476630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.476727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.476916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.510933] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: IN_PROGRESS for 2s [ 754.752040] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.752040] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.752283] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.752495] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.752774] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.752927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.753051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.753280] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.753421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.753637] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.753778] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.753825] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.753932] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.754049] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.754150] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.754275] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.796388] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.796581] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.796732] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.796908] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-648" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.797259] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-b74e7138-b571-449e-af1d-9e68bf8e9064 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.797456] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-b74e7138-b571-449e-af1d-9e68bf8e9064" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.797585] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-b74e7138-b571-449e-af1d-9e68bf8e9064" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.797916] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-b74e7138-b571-449e-af1d-9e68bf8e9064" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.798069] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74e7138-b571-449e-af1d-9e68bf8e9064',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.864371] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.300202] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.300464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.300708] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.300970] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.301181] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.301418] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port b74e7138-b571-449e-af1d-9e68bf8e9064 not found, creating... [ 755.301692] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.301898] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.302055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.302299] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.302435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.302755] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.302930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.303063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.303265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.303391] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.303567] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: b74e7138-b571-449e-af1d-9e68bf8e9064 is going to be created. [ 755.337529] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.337762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.337852] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.338162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.338383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.338602] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-b74e7138-b571-449e-af1d-9e68bf8e9064" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.367179] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.530725] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 755.530926] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 755.531159] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 2e538225-348e-469b-a2f0-07820b981271 with Priority: HIGHEST for action security_group_members [ 755.531851] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 755.532329] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 755.532489] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e538225-348e-469b-a2f0-07820b981271 with Priority: HIGHEST for action security_group_members [ 755.532807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.532988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.533111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.533452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.533532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.533626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.533728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.533832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.533918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.534089] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.535691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.535875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.536138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.536138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.536267] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.536388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.536498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.536726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.536817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.536909] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.538450] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e538225-348e-469b-a2f0-07820b981271 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.538612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.538682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.538903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.539069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.539230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.539331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.539548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.539636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.539730] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.585041] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_rules [ 755.585257] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 755.585395] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 2e538225-348e-469b-a2f0-07820b981271 with Priority: HIGHEST for action security_group_rules [ 755.585846] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 2e538225-348e-469b-a2f0-07820b981271 with Priority: HIGHEST for action security_group_members [ 755.585995] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 755.586442] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 755.586581] env[65380]: INFO networking_nsxv3.common.synchronization [req-3df11afd-7ca6-4009-8e91-c525ceb1a75f req-81b30cd1-836a-414a-a63e-c6249f1cf42a tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 with Priority: HIGHEST for action port [ 755.587207] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_rules [ 755.587383] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e538225-348e-469b-a2f0-07820b981271 with Priority: HIGHEST for action security_group_rules [ 755.587482] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 755.587576] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 with Priority: HIGHEST for action port [ 755.587668] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_rules [ 755.587792] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 755.587836] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e538225-348e-469b-a2f0-07820b981271 with Priority: HIGHEST for action security_group_members [ 755.588489] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.588580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.588645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.588844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.588922] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.590292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e538225-348e-469b-a2f0-07820b981271 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.590516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.590601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.590908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.590990] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.591745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.591841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.592061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2751e9-ab94-4f90-84f6-0d47f1514411 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.592449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.592527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.592690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.592724] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2751e9-ab94-4f90-84f6-0d47f1514411',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.595132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.595132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.595132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.595132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.595132] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.596047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.596047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.596047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e538225-348e-469b-a2f0-07820b981271 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.596047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.870204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.870419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.870419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.870538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.870638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.870740] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 is going to be updated. [ 755.908670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.909018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.909179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.909475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.909754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.921778] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: IN_PROGRESS for 2s [ 756.036935] env[65380]: INFO networking_nsxv3.common.synchronization [req-425784b1-a845-45c9-afef-9913d6c32e07 req-e567bf92-f0ac-4b93-9ed6-81f78fbbca3c service nova] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_rules [ 756.037141] env[65380]: INFO networking_nsxv3.common.synchronization [req-425784b1-a845-45c9-afef-9913d6c32e07 req-e567bf92-f0ac-4b93-9ed6-81f78fbbca3c service nova] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 756.037269] env[65380]: INFO networking_nsxv3.common.synchronization [req-425784b1-a845-45c9-afef-9913d6c32e07 req-e567bf92-f0ac-4b93-9ed6-81f78fbbca3c service nova] Enqueued Resource ID: b74e7138-b571-449e-af1d-9e68bf8e9064 with Priority: HIGHEST for action port [ 756.037921] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.038683] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_rules [ 756.040163] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 756.040163] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74e7138-b571-449e-af1d-9e68bf8e9064 with Priority: HIGHEST for action port [ 756.040163] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.040986] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.041215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.041357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.041581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.041705] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.043037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.043037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.043223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b74e7138-b571-449e-af1d-9e68bf8e9064 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.043346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b74e7138-b571-449e-af1d-9e68bf8e9064" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.043411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b74e7138-b571-449e-af1d-9e68bf8e9064" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.043627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b74e7138-b571-449e-af1d-9e68bf8e9064" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.043710] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74e7138-b571-449e-af1d-9e68bf8e9064',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.048303] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.090821] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.091064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.095091] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff2751e9-ab94-4f90-84f6-0d47f1514411 with status ACTIVE [ 756.095091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.095224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.095224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.095428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.095519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.095699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.095795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.095858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.096013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.096161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.096348] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.096442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.096499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.096641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.096715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.096799] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff2751e9-ab94-4f90-84f6-0d47f1514411 is going to be updated. [ 756.098085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.098172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.098409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e538225-348e-469b-a2f0-07820b981271 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.098492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.121679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.121679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.121679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.121679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.121867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.122044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2751e9-ab94-4f90-84f6-0d47f1514411" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.534405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: SUCCESS [ 756.534802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.541203] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.548025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b74e7138-b571-449e-af1d-9e68bf8e9064 with status ACTIVE [ 756.552026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.552026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.552026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.552026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.552026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b74e7138-b571-449e-af1d-9e68bf8e9064 is going to be updated. [ 756.553027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.553027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.553714] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.554952] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.578585] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.578692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.578692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.578893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.579043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.579225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b74e7138-b571-449e-af1d-9e68bf8e9064" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.045104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.045340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.045340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.045607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.045713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.045801] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 757.057240] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.057442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.057486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.057673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.057761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.057897] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e538225-348e-469b-a2f0-07820b981271 is going to be created. [ 757.059234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.059356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.059426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.059853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.059853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.059853] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c is going to be updated. [ 757.121865] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.122074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.122074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.122362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.122471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.130680] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.130850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.130922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.131200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.131374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.133530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.133530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.133700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.133802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.133943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.135979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e538225-348e-469b-a2f0-07820b981271 in Status: UNINITIALIZED for 2s [ 757.144956] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: IN_PROGRESS for 2s [ 757.146193] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 757.541460] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:0 completed [ 757.542197] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:1 started [ 757.936782] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: SUCCESS [ 757.936996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.937229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.937439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.937633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.937753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.937817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.937972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.938079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.938164] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.442774] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.946476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.033946] env[65380]: INFO networking_nsxv3.common.synchronization [req-dfeb5b61-fb98-427f-8096-d4877ebcbb8b req-eb715093-b6be-4598-8b86-5406a1de3fef tempest-ServersV294TestFqdnHostnames-1069356813 tempest-ServersV294TestFqdnHostnames-1069356813-project-member] Enqueued Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_members [ 759.035098] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGHEST for action security_group_members [ 759.035486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-26035bdb-3766-4d52-a1df-306047a13602 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.038254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.038254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.038254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.038254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.038254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.038254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.038254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.038254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.038254] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.150134] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e538225-348e-469b-a2f0-07820b981271 in Status: SUCCESS [ 759.150239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.150868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.151121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.151314] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.151423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.151509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.151670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.151754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.151870] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.162027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 759.162308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.162524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.162756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.162937] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.163066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.163123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.163327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.163409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.163506] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.167102] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: SUCCESS [ 759.168131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.168131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.168413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.168525] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.168775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.168775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.169450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.171409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.171453] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.449913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.451169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.451169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.451169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.451169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.451169] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 is going to be updated. [ 759.496337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.497142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.497394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.497955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.498237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.510549] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: IN_PROGRESS for 2s [ 759.542099] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.542420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.542508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.542765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.542863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.543120] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.543223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.543306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.543491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.543592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.543679] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26035bdb-3766-4d52-a1df-306047a13602 is going to be updated. [ 759.591141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.591427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.591540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.591877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.592130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.616710] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26035bdb-3766-4d52-a1df-306047a13602 in Status: IN_PROGRESS for 2s [ 759.657391] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.673089] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.676529] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.688686] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c86af85-c43b-4538-a725-664e17ebb69e req-0a4e7c43-c8ba-4d77-8e2b-970fc9e80f32 tempest-ServersTestBootFromVolume-1171683164 tempest-ServersTestBootFromVolume-1171683164-project-member] Enqueued Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_members [ 759.689862] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_members [ 759.690047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.691038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.691038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.691038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.691348] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.691348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.691348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.691472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.691472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.691547] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.161659] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.175768] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.179411] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.193964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.194122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.194198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.194398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.195682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.195682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.195682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.195682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.195682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.195682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.195682] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 already deleted. [ 760.195682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.204875] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.205063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.205188] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.205929] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.206444] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.206829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.207276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.207646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.207787] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.207995] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.208112] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.209064] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.209064] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.209064] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.209064] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.209064] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.246147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.246147] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.246147] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.246147] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.246147] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.246147] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.246147] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.246521] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.246521] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ad8d4c-044d-465c-a0f7-b58c7f70cc14',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.509442] env[65380]: INFO networking_nsxv3.common.synchronization [req-af17ded4-f3ce-4f71-96d4-c61b067bda48 req-dd51192a-61ee-4a59-ae6e-157ba482680e tempest-ServerExternalEventsTest-902198954 tempest-ServerExternalEventsTest-902198954-project-member] Enqueued Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGHEST for action security_group_members [ 760.510505] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGHEST for action security_group_members [ 760.513041] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4478a01-a2ea-43db-8549-c560ccc97ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.513041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.513041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.513041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.513041] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.513041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.513041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.513041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.513041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.513041] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.664997] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.665329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.665392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.666146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.666146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.666146] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e538225-348e-469b-a2f0-07820b981271 is going to be updated. [ 760.678229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.680828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.680828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.680828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.680828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.680828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 760.685346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.685346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.685346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.685346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.685346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c is going to be updated. [ 760.714872] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.714872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.715093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.715321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.715500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.717833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.717998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.718089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.718351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.718568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.720760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.720914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.720997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.721228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.721424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.737852] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e538225-348e-469b-a2f0-07820b981271 in Status: IN_PROGRESS for 2s [ 760.738950] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: IN_PROGRESS for 2s [ 760.739780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 760.750961] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.752429] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.752818] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.753819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.755059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.755059] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 94ad8d4c-044d-465c-a0f7-b58c7f70cc14 not found, creating... [ 760.755664] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.755664] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.755664] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.756091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.756373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.756752] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.756890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.757272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.757373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.757577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.757766] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 94ad8d4c-044d-465c-a0f7-b58c7f70cc14 is going to be created. [ 760.797241] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.797571] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.797773] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.798216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.798525] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.798849] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.828190] env[65380]: INFO networking_nsxv3.common.synchronization [req-8ab731c5-7a4a-44c3-ba67-ba8a5eaa16da req-081688cc-4d8b-46e6-a7fe-04d8756669b7 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 2e538225-348e-469b-a2f0-07820b981271 with Priority: HIGHEST for action security_group_members [ 760.828424] env[65380]: INFO networking_nsxv3.common.synchronization [req-8ab731c5-7a4a-44c3-ba67-ba8a5eaa16da req-081688cc-4d8b-46e6-a7fe-04d8756669b7 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 760.828563] env[65380]: INFO networking_nsxv3.common.synchronization [req-8ab731c5-7a4a-44c3-ba67-ba8a5eaa16da req-081688cc-4d8b-46e6-a7fe-04d8756669b7 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 760.830040] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e538225-348e-469b-a2f0-07820b981271 with Priority: HIGHEST for action security_group_members [ 760.830040] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 760.830040] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGHEST for action security_group_members [ 760.830040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e538225-348e-469b-a2f0-07820b981271 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.830040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.830040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.830333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.830333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.830708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.983245] env[65380]: INFO networking_nsxv3.common.synchronization [None req-075b714b-7c17-4254-894d-a2eedbb73afd None None] Enqueued Resource ID: 2f3db20c-d27e-490d-8b13-9313e959bc8c with Priority: HIGHEST for action port [ 760.983245] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f3db20c-d27e-490d-8b13-9313e959bc8c with Priority: HIGHEST for action port [ 760.983245] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f3db20c-d27e-490d-8b13-9313e959bc8c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.983245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f3db20c-d27e-490d-8b13-9313e959bc8c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.983245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f3db20c-d27e-490d-8b13-9313e959bc8c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.983801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f3db20c-d27e-490d-8b13-9313e959bc8c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.984129] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f3db20c-d27e-490d-8b13-9313e959bc8c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.017520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.017520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.017520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.017520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.017520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.017520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.017520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.017520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.017977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.017977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.017977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 is going to be updated. [ 761.063825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.064043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.064139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.064375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.064515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.079022] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 in Status: IN_PROGRESS for 2s [ 761.486960] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f3db20c-d27e-490d-8b13-9313e959bc8c [ 761.487419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.487419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.487419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.487694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.487819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.487917] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f3db20c-d27e-490d-8b13-9313e959bc8c already deleted. [ 761.487997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f3db20c-d27e-490d-8b13-9313e959bc8c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.524017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: SUCCESS [ 761.524017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.524017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.524271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.524452] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.524571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.524616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.525926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.525926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.525926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.525926] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.544264] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c86af85-c43b-4538-a725-664e17ebb69e req-1acffb4f-c2d3-407b-b6a7-26e1ea391a90 service nova] Enqueued Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_rules [ 761.544502] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c86af85-c43b-4538-a725-664e17ebb69e req-1acffb4f-c2d3-407b-b6a7-26e1ea391a90 service nova] Enqueued Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_members [ 761.544691] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c86af85-c43b-4538-a725-664e17ebb69e req-1acffb4f-c2d3-407b-b6a7-26e1ea391a90 service nova] Enqueued Resource ID: 94ad8d4c-044d-465c-a0f7-b58c7f70cc14 with Priority: HIGHEST for action port [ 761.547712] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_rules [ 761.547966] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_members [ 761.548139] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ad8d4c-044d-465c-a0f7-b58c7f70cc14 with Priority: HIGHEST for action port [ 761.549882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.549882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.550059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.550314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.550380] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.552124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.552124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.552124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.552340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.552574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.552728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.552815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.553053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.553184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.553318] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.556803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.556803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.556803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.556803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.556803] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ad8d4c-044d-465c-a0f7-b58c7f70cc14',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.633027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26035bdb-3766-4d52-a1df-306047a13602 in Status: SUCCESS [ 761.633027] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26035bdb-3766-4d52-a1df-306047a13602 deletion is rescheduled due to dependency. [ 761.633027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.027539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.027737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.027848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.028069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.028167] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.028251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.028320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.028450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.028540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.028614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.028751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.028840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.028896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.029038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.029174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.029262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.029368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.029441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.029517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.029596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.029684] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.060775] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.060775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.060775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.060775] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94ad8d4c-044d-465c-a0f7-b58c7f70cc14 with status ACTIVE [ 762.060775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.060775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.060775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.060775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.061483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.061483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.061483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.061483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.061699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.064997] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.064997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.064997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.064997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.064997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.064997] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94ad8d4c-044d-465c-a0f7-b58c7f70cc14 is going to be updated. [ 762.089815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.090927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.091856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.092170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.092341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.092541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94ad8d4c-044d-465c-a0f7-b58c7f70cc14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.535017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db9404a-b471-452b-92a7-cd905ab3db45: rpc.has_security_group_logging(os_id): False [ 762.564143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.564394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.564597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.566184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.568721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.568721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.568721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.568721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.569306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.569306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.569306] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 is going to be updated. [ 762.571234] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.643881] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-c7ed45bc-09f0-4b3e-9202-00fed0bf8ee2 tempest-ListServersNegativeTestJSON-832628132 tempest-ListServersNegativeTestJSON-832628132-project-member] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 762.644646] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 762.645196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.648331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.648331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.648331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.648331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.648331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.648331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.648331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.648331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.648331] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.721363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.722107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.722107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.722107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.722107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.748060] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: IN_PROGRESS for 2s [ 762.753253] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e538225-348e-469b-a2f0-07820b981271 in Status: SUCCESS [ 762.753603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.753871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.754181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.754584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.754810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.755064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.755322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.755509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.755948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.756176] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.757882] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: SUCCESS [ 762.758794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.761018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.761018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.761018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.761018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.761018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.761018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.761018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.761018] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.761018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.761018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.761873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.762123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.762272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.762503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.762673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.762837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.763030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.764619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.764901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.765256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.765546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.765710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.766939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.766939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.766939] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.770287] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 762.770470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.770634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.770835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.771664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.771664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.771664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.771664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.771664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.771664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.771664] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.772509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.772585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.774502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.775230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.775230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.775230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.775230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.775230] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.074431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.074598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.074668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.075187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.075335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.075547] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 is going to be created. [ 763.105944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 in Status: SUCCESS [ 763.106244] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 deletion is rescheduled due to dependency. [ 763.107937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.146487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.146612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.146687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.146910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.149163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.152443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.152613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.152698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.152959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.153066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.153281] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.153900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.153900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.153900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.153900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.153900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 already deleted. [ 763.153900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.168877] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 in Status: UNINITIALIZED for 2s [ 763.189480] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.190889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.190889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.190889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.190889] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.191224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.191224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.192731] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.192885] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.193124] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.193236] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.193417] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.193417] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.195025] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.195025] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.195025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.239410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.239590] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.239724] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.239937] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.240273] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-f18f6649-347b-43e6-9888-1dbb8af1227f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.240446] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-f18f6649-347b-43e6-9888-1dbb8af1227f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.240562] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-f18f6649-347b-43e6-9888-1dbb8af1227f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.240895] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-f18f6649-347b-43e6-9888-1dbb8af1227f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.241049] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f18f6649-347b-43e6-9888-1dbb8af1227f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.264979] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e538225-348e-469b-a2f0-07820b981271',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.266309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.266441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.266582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.266788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.266902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.267152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.267282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.267378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.267578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.267657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.267750] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e538225-348e-469b-a2f0-07820b981271 is going to be deleted. [ 763.271078] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.276584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.276746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.276821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.277187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.277187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.277349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.277451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.277540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.277671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.277964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.277964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c is going to be updated. [ 763.281470] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.281470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.281470] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.350862] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.351253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.351392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.352043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.352043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.352043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.372623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.372912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.373043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.373408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.374184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.386314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: IN_PROGRESS for 2s [ 763.743911] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.744618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.744618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.744618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.744783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.744849] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port f18f6649-347b-43e6-9888-1dbb8af1227f not found, creating... [ 763.745205] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.745295] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.745357] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.745566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.745683] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.745959] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.746188] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.746282] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.746518] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.746649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.746784] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: f18f6649-347b-43e6-9888-1dbb8af1227f is going to be created. [ 763.773630] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e538225-348e-469b-a2f0-07820b981271: rpc.has_security_group_logging(os_id): False [ 763.774859] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c: rpc.has_security_group_logging(os_id): False [ 763.781428] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.781760] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.782038] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.782605] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.782605] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.782747] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-f18f6649-347b-43e6-9888-1dbb8af1227f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.783511] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.808491] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.811032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.811032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.811032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.811032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.811032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.811032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.811032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.811032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.811032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.811032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c is going to be updated. [ 763.812942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.813232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.813479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.813731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.813920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.814464] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.815026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.815026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.815026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.815258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.816025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e538225-348e-469b-a2f0-07820b981271 is going to be created. [ 763.853992] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2e538225-348e-469b-a2f0-07820b981271], does not exist path=[/infra/domains/default/groups/2e538225-348e-469b-a2f0-07820b981271]."\n}' [ 763.854848] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e538225-348e-469b-a2f0-07820b981271 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e538225-348e-469b-a2f0-07820b981271 [ 763.855500] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 763.940519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.942020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.942020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.942020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.943919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.946456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.946456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.946456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.946456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.946456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.946456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.946456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.946456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.947374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.947616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.947837] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e538225-348e-469b-a2f0-07820b981271 is going to be created. [ 763.997016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.997016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.997016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.997016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.997016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.014242] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/2e538225-348e-469b-a2f0-07820b981271], does not exist path=[/infra/domains/default/groups/2e538225-348e-469b-a2f0-07820b981271]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e538225-348e-469b-a2f0-07820b981271 [ 764.014242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e538225-348e-469b-a2f0-07820b981271" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.014242] env[65380]: Traceback (most recent call last): [ 764.014242] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 764.014242] env[65380]: return func(*args, **kwargs) [ 764.014242] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 764.014242] env[65380]: res.raise_for_status() [ 764.014242] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 764.014242] env[65380]: raise HTTPError(http_error_msg, response=self) [ 764.014242] env[65380]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e538225-348e-469b-a2f0-07820b981271 [ 764.014242] env[65380]: During handling of the above exception, another exception occurred: [ 764.014242] env[65380]: Traceback (most recent call last): [ 764.014242] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 764.014242] env[65380]: listener.cb(fileno) [ 764.014242] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 764.014242] env[65380]: result = function(*args, **kwargs) [ 764.014242] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 764.014242] env[65380]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 764.014242] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 764.014242] env[65380]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 764.014242] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 764.014242] env[65380]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 764.014242] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 764.014242] env[65380]: res.raise_for_status() [ 764.014242] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 764.014242] env[65380]: raise HTTPError(http_error_msg, response=self) [ 764.014242] env[65380]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/2e538225-348e-469b-a2f0-07820b981271 [ 764.014242] env[65380]: Removing descriptor: 27 [ 764.029156] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: IN_PROGRESS for 2s [ 764.287933] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.287933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.287933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.287933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.287933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.287933] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 764.360596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.360886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.360938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.364027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.364027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.377494] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 764.611099] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-2c8b89b1-e8b8-4dd2-87b8-359ca04b8a71 service nova] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_rules [ 764.611520] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-2c8b89b1-e8b8-4dd2-87b8-359ca04b8a71 service nova] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 764.611520] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-2c8b89b1-e8b8-4dd2-87b8-359ca04b8a71 service nova] Enqueued Resource ID: f18f6649-347b-43e6-9888-1dbb8af1227f with Priority: HIGHEST for action port [ 764.612130] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_rules [ 764.612273] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 764.612375] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f18f6649-347b-43e6-9888-1dbb8af1227f with Priority: HIGHEST for action port [ 764.612794] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.612794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.612930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.613170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.613553] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.614943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.615102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.615176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.615395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.618261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.618831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.619229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.619229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.619295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.619380] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.621380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f18f6649-347b-43e6-9888-1dbb8af1227f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.621557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f18f6649-347b-43e6-9888-1dbb8af1227f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.621629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f18f6649-347b-43e6-9888-1dbb8af1227f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.621860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f18f6649-347b-43e6-9888-1dbb8af1227f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.621951] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f18f6649-347b-43e6-9888-1dbb8af1227f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.762685] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: SUCCESS [ 764.763071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.880934] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fadad1e4-99d3-446e-b95b-06e86c247dbd None None] Enqueued Resource ID: d2b97861-ef5e-454e-9d46-7ced4f612be1 with Priority: HIGHEST for action port [ 764.881548] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b97861-ef5e-454e-9d46-7ced4f612be1 with Priority: HIGHEST for action port [ 764.881972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b97861-ef5e-454e-9d46-7ced4f612be1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.882030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b97861-ef5e-454e-9d46-7ced4f612be1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.882075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b97861-ef5e-454e-9d46-7ced4f612be1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.882321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b97861-ef5e-454e-9d46-7ced4f612be1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.882402] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b97861-ef5e-454e-9d46-7ced4f612be1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.124375] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.126997] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.127249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.127380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f18f6649-347b-43e6-9888-1dbb8af1227f with status ACTIVE [ 765.127588] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.127796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.127796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.127976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.128079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.128253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.128350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.128413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.128562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.128720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.128908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.128989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.129065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.129208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.129296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.129384] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f18f6649-347b-43e6-9888-1dbb8af1227f is going to be updated. [ 765.154712] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.154889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.154950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.155235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.155382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.155600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f18f6649-347b-43e6-9888-1dbb8af1227f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.181832] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 in Status: SUCCESS [ 765.181832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.182130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.182274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.182409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.182532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.182600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.182749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.182842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.182894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.182983] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.389648] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2b97861-ef5e-454e-9d46-7ced4f612be1 [ 765.391047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.391485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.391641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.391998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.392223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.392403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2b97861-ef5e-454e-9d46-7ced4f612be1 already deleted. [ 765.392594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b97861-ef5e-454e-9d46-7ced4f612be1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.405846] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: SUCCESS [ 765.406226] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c deletion is rescheduled due to dependency. [ 765.406445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.631901] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.686436] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.797313] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-54eb2715-03e9-4a20-96ee-2eb908e05918 tempest-ListServersNegativeTestJSON-832628132 tempest-ListServersNegativeTestJSON-832628132-project-member] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 765.802022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 765.802022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.802022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.053030] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c in Status: SUCCESS [ 766.054601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.137197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.137197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.137197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.137197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.137197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.137197] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be created. [ 766.179743] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.179743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.179743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.179743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.180196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.192324] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03eec768-e6e1-44ec-a090-3675a2bfb102: rpc.has_security_group_logging(os_id): False [ 766.199243] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: UNINITIALIZED for 2s [ 766.217529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.217529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.217529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.217529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.217529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.217529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.217529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.217952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.217952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.217952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.217952] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 is going to be created. [ 766.334288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.334288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.334288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.334288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.334288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.367987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 in Status: IN_PROGRESS for 2s [ 766.398737] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 766.398737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.399038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.399427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.402178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.402178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.402178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.402178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.402178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.402178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.402178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.402646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.402646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.402646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.402870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.403114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.403182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.403398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.403555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.403661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.403817] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.462695] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.462960] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.463150] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.463514] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.463840] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.463998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.463998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.464649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.464930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.465190] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.465271] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.465467] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.465592] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.465742] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.465894] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.466117] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.500856] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.500856] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.500856] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.500856] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.500856] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-c897de6b-a79c-436e-af74-6db933cc0c9f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.501250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-c897de6b-a79c-436e-af74-6db933cc0c9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.501250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-c897de6b-a79c-436e-af74-6db933cc0c9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.502317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-c897de6b-a79c-436e-af74-6db933cc0c9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.502317] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c897de6b-a79c-436e-af74-6db933cc0c9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.913726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cac8ad38-ab98-444a-bc91-a37058965ea3: rpc.has_security_group_logging(os_id): False [ 766.935467] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.935650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.935650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.935833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.970031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.970031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.970031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.970031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.970717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.970717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.970717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.970717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.970717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.970988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.970988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.973398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.973593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.973683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.973925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.974076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.974229] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 767.006092] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.006450] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.007960] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.007960] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.007960] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.007960] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port c897de6b-a79c-436e-af74-6db933cc0c9f not found, creating... [ 767.007960] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.007960] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.007960] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.008491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.008491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.008491] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.008669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.008784] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.009019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.009424] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.011307] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: c897de6b-a79c-436e-af74-6db933cc0c9f is going to be created. [ 767.037459] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.037714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.038209] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.038209] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.038437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.038572] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-c897de6b-a79c-436e-af74-6db933cc0c9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.065104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.065300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.065338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.065565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.065754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.176235] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 767.814122] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-f71d5a31-37ce-4b0f-a4d0-061438356f5b service nova] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_rules [ 767.814395] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-f71d5a31-37ce-4b0f-a4d0-061438356f5b service nova] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 767.814559] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-f71d5a31-37ce-4b0f-a4d0-061438356f5b service nova] Enqueued Resource ID: c897de6b-a79c-436e-af74-6db933cc0c9f with Priority: HIGHEST for action port [ 767.815095] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_rules [ 767.815238] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 767.815332] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c897de6b-a79c-436e-af74-6db933cc0c9f with Priority: HIGHEST for action port [ 767.815606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.815704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.815906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.815994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.816190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c897de6b-a79c-436e-af74-6db933cc0c9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.816288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c897de6b-a79c-436e-af74-6db933cc0c9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.816352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c897de6b-a79c-436e-af74-6db933cc0c9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.816579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c897de6b-a79c-436e-af74-6db933cc0c9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.816652] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c897de6b-a79c-436e-af74-6db933cc0c9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.214033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 768.214468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.214468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.214609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.214806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.214925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.214981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.215166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.215223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.215327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.215410] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.216337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.216620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.216930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.216930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.216930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.217147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.217269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.217364] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.321992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c897de6b-a79c-436e-af74-6db933cc0c9f with status ACTIVE [ 768.321992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.321992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.321992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.321992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.321992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.321992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.322715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.322715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.322842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.322924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.328726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.328726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.328726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.328726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.328726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.328726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c897de6b-a79c-436e-af74-6db933cc0c9f is going to be updated. [ 768.350480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.350650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.350714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.350951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.350951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.350951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c897de6b-a79c-436e-af74-6db933cc0c9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.384872] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 in Status: SUCCESS [ 768.385120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.720665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.720665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.720665] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.812267] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-f732e007-32aa-41a9-83a7-2149a1725ab1 tempest-ListServersNegativeTestJSON-832628132 tempest-ListServersNegativeTestJSON-832628132-project-member] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 768.812890] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 768.814347] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.814497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.196588] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 769.196837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.225467] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.247479] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.247704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.247829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.248100] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.248359] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.248508] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.248618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.248826] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.248956] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.249475] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.249595] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.249813] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.249944] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.250133] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.250277] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.250528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.273557] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.273825] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.274043] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.274230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-571" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.274572] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-2034d6c4-ac55-40da-9bbe-a912b04d6548 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.274762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-2034d6c4-ac55-40da-9bbe-a912b04d6548" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.274884] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-2034d6c4-ac55-40da-9bbe-a912b04d6548" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.275206] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-2034d6c4-ac55-40da-9bbe-a912b04d6548" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.275337] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2034d6c4-ac55-40da-9bbe-a912b04d6548',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.729675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.729963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.729963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.730244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.730244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.730354] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 769.767364] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.767364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.767364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.767364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.767364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.778241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 769.778241] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.778241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.778717] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.779797] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.779797] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.779797] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 2034d6c4-ac55-40da-9bbe-a912b04d6548 not found, creating... [ 769.779797] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.779797] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.780460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.780460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.780460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.780601] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.780738] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.780851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.781249] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.781378] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.781509] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 2034d6c4-ac55-40da-9bbe-a912b04d6548 is going to be created. [ 769.825024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.825024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.825024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.825024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.825444] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.825714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-2034d6c4-ac55-40da-9bbe-a912b04d6548" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.635486] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-55126a09-f2f8-4660-a17d-eed03ed06297 service nova] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_rules [ 770.635486] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-55126a09-f2f8-4660-a17d-eed03ed06297 service nova] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 770.635486] env[65380]: INFO networking_nsxv3.common.synchronization [req-8fa4e16b-0333-4666-a7ae-bf0d6a35a743 req-55126a09-f2f8-4660-a17d-eed03ed06297 service nova] Enqueued Resource ID: 2034d6c4-ac55-40da-9bbe-a912b04d6548 with Priority: HIGHEST for action port [ 770.638804] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_rules [ 770.638804] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 770.638804] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2034d6c4-ac55-40da-9bbe-a912b04d6548 with Priority: HIGHEST for action port [ 770.638804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.638804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.638804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.638804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.638804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2034d6c4-ac55-40da-9bbe-a912b04d6548 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.638804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2034d6c4-ac55-40da-9bbe-a912b04d6548" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.638804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2034d6c4-ac55-40da-9bbe-a912b04d6548" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.638804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2034d6c4-ac55-40da-9bbe-a912b04d6548" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.638804] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2034d6c4-ac55-40da-9bbe-a912b04d6548',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.140624] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2034d6c4-ac55-40da-9bbe-a912b04d6548 with status ACTIVE [ 771.141040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.141299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.141469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.141796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.141993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.142322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.142508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.142820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.143207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.143207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.143387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.143495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.143565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.143716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.143798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.143889] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2034d6c4-ac55-40da-9bbe-a912b04d6548 is going to be updated. [ 771.177851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.178046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.178120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.178339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.178500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.178688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2034d6c4-ac55-40da-9bbe-a912b04d6548" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.757296] env[65380]: INFO networking_nsxv3.common.synchronization [req-8a80c108-47c9-4cc8-87b0-1e2f5388a7b2 req-685d43c2-507d-4dce-8b8c-477202ce9b37 tempest-ImagesOneServerNegativeTestJSON-1926519048 tempest-ImagesOneServerNegativeTestJSON-1926519048-project-member] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 771.759769] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 771.759769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.760023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.760023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.761490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.761490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.761490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.761490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.761844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.761844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.761844] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.795134] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 771.795134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.795134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.795134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.795134] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.795134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.795134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.795134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.795134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.795134] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.235024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.235024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.235024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.235024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.235024] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.235024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.235024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.235024] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.235637] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.236060] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.236333] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.236570] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.236835] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.237069] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.237300] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.237580] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.258943] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.259495] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.259744] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.260048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.260537] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-a150e5dc-1294-45e5-9346-d31c443b7efe taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.260743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-a150e5dc-1294-45e5-9346-d31c443b7efe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.260915] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-a150e5dc-1294-45e5-9346-d31c443b7efe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.261589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-a150e5dc-1294-45e5-9346-d31c443b7efe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.262097] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a150e5dc-1294-45e5-9346-d31c443b7efe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.267169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.267880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.267880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.267880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.297656] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.301186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.301186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.301186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.301186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.301186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.301186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.301186] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 772.337033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.337284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.337284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.337601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.337694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.352248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 772.767036] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.767036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.767036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.767036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.767036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.767036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port a150e5dc-1294-45e5-9346-d31c443b7efe not found, creating... [ 772.767036] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.767036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.767036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.767036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.767036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.769194] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.769658] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.770255] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.774688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.774688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.774688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: a150e5dc-1294-45e5-9346-d31c443b7efe is going to be created. [ 772.802610] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.802982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.802982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.803497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.803728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.804185] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-a150e5dc-1294-45e5-9346-d31c443b7efe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.804988] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.308870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.309741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.309741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.309741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.309741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.309741] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 773.351327] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.351661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.351661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.351882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.352120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.397508] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 773.618681] env[65380]: INFO networking_nsxv3.common.synchronization [req-8a80c108-47c9-4cc8-87b0-1e2f5388a7b2 req-1bf1ddab-687a-43c6-b211-874ac4ab1cf7 service nova] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_rules [ 773.618848] env[65380]: INFO networking_nsxv3.common.synchronization [req-8a80c108-47c9-4cc8-87b0-1e2f5388a7b2 req-1bf1ddab-687a-43c6-b211-874ac4ab1cf7 service nova] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 773.619034] env[65380]: INFO networking_nsxv3.common.synchronization [req-8a80c108-47c9-4cc8-87b0-1e2f5388a7b2 req-1bf1ddab-687a-43c6-b211-874ac4ab1cf7 service nova] Enqueued Resource ID: a150e5dc-1294-45e5-9346-d31c443b7efe with Priority: HIGHEST for action port [ 773.619593] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_rules [ 773.619717] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 773.619813] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a150e5dc-1294-45e5-9346-d31c443b7efe with Priority: HIGHEST for action port [ 773.620148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.620327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.620327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.620600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.620648] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.621516] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.621516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.621740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a150e5dc-1294-45e5-9346-d31c443b7efe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.621854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a150e5dc-1294-45e5-9346-d31c443b7efe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.621915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a150e5dc-1294-45e5-9346-d31c443b7efe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.622077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a150e5dc-1294-45e5-9346-d31c443b7efe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.622146] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a150e5dc-1294-45e5-9346-d31c443b7efe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.123730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.124218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.124218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a150e5dc-1294-45e5-9346-d31c443b7efe with status ACTIVE [ 774.124321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.124451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.124511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.124774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.124871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.125085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.125188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.125267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.125434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.125531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.125722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.125844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.125906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.126078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.126180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.126273] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a150e5dc-1294-45e5-9346-d31c443b7efe is going to be updated. [ 774.149746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.149945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.149989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.150194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.150363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.150691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a150e5dc-1294-45e5-9346-d31c443b7efe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.366321] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 774.366321] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 deletion is rescheduled due to dependency. [ 774.366606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.366648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.367235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.367235] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.367458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.367458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.367983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.367983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.367983] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.750031] env[65380]: INFO networking_nsxv3.common.synchronization [req-ba2a69d0-790e-4edf-9118-56b3d5ae364f req-525d5b30-f037-4960-b474-995daabcd53f tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 774.750087] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 774.750409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.750531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.750613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.750886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.751732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.752135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.752237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.752590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.752677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.752905] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.870923] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.132516] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.132886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.132886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.133088] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.133380] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.133494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.133604] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.133870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.134050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.134311] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.135055] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.135055] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.135055] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.135055] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.135055] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.135055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.158524] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.158729] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.158849] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.159063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.159526] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-3617c8a9-2863-4483-86be-36b932f830a3 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.159714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-3617c8a9-2863-4483-86be-36b932f830a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.159836] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-3617c8a9-2863-4483-86be-36b932f830a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.160289] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-3617c8a9-2863-4483-86be-36b932f830a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.160348] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3617c8a9-2863-4483-86be-36b932f830a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.257070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.257295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.257414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.257596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.285029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.286233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.286233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.286233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.286233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.286233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.286233] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 775.328050] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.328290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.328290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.329042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.329042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.341633] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 775.378385] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.412491] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 775.412842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.413105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.413366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.413655] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.413956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.413956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.414460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.414460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.414460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.414982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.414982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.414982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.415310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.415310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.415421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.415421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.415660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.415660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.415758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.415845] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.417049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.417265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.418138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.418138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.418138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.418138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.418138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.418427] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.665159] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.665159] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.665159] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.665159] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.665159] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.665159] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 3617c8a9-2863-4483-86be-36b932f830a3 not found, creating... [ 775.665159] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.665615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.665615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.665759] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.665917] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.666277] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.666472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.666605] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.666839] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.666975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.667147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 3617c8a9-2863-4483-86be-36b932f830a3 is going to be created. [ 775.690938] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.691224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.691382] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.691772] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.692192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.692427] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-3617c8a9-2863-4483-86be-36b932f830a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.880663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.880895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.881025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.881348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.881502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.881671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 775.920357] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ed1a9e-84c5-461d-aad3-f71cd1ba3607: rpc.has_security_group_logging(os_id): False [ 775.921769] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.948294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.948450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.948524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.948834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.948885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.949072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.949176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.949236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.949387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.949468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.949686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.949791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.949853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.950130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.950130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.950291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.950386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.950449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.950597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.950668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.950753] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be created. [ 775.967853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.968083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.968128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.969098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.969098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.980536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 776.023943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.024173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.024251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.024484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.024736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.037993] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 776.424040] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.502234] env[65380]: INFO networking_nsxv3.common.synchronization [req-ba2a69d0-790e-4edf-9118-56b3d5ae364f req-9c3e260b-4877-45d6-81dc-3dc3f6ecd75b service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 776.502234] env[65380]: INFO networking_nsxv3.common.synchronization [req-ba2a69d0-790e-4edf-9118-56b3d5ae364f req-9c3e260b-4877-45d6-81dc-3dc3f6ecd75b service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 776.502792] env[65380]: INFO networking_nsxv3.common.synchronization [req-ba2a69d0-790e-4edf-9118-56b3d5ae364f req-9c3e260b-4877-45d6-81dc-3dc3f6ecd75b service nova] Enqueued Resource ID: 3617c8a9-2863-4483-86be-36b932f830a3 with Priority: HIGHEST for action port [ 776.504028] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 776.504118] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 776.504289] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3617c8a9-2863-4483-86be-36b932f830a3 with Priority: HIGHEST for action port [ 776.505154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.505387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.505969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.505969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.505969] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.507365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.507494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.507948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3617c8a9-2863-4483-86be-36b932f830a3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.508155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3617c8a9-2863-4483-86be-36b932f830a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.508340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3617c8a9-2863-4483-86be-36b932f830a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.510949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3617c8a9-2863-4483-86be-36b932f830a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.510949] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3617c8a9-2863-4483-86be-36b932f830a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.927977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.928208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.928259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.928459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.928596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.928645] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 776.963072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.963072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.963072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.963286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.963363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.973762] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 777.011384] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.011516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.012836] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3617c8a9-2863-4483-86be-36b932f830a3 with status ACTIVE [ 777.013047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.013165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.013227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.013462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.013546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.013730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.013831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.013894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.014058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.014147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.014331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.014425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.014664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.014749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.014828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.014958] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3617c8a9-2863-4483-86be-36b932f830a3 is going to be updated. [ 777.043070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.043335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.043523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.043865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.044069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.044254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3617c8a9-2863-4483-86be-36b932f830a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.364070] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 777.364070] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 deletion is rescheduled due to dependency. [ 777.364070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.364070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.364070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.364070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.364070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.364070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.364070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.364070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.364070] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.866464] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.991414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 777.991713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.991940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.992221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.992461] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.992618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.992699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.992865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.992947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.993071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.993181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.060945] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 778.061290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.061809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.061809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.061961] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.369305] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.495679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.495895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.495895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.496169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.496377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.496489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.496566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.496767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.496855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.496950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.497146] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.497257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.497320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.497467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.497620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.497733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.497794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.497932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.498015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.498117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.498232] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.564586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.564921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.873037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.873341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.873380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.873798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.873914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.874082] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 778.911995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.912194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.912294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.912528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.912883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.925608] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 778.986225] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 778.986446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.986686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.986963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.987166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.987290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.987381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.987512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.987595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.987685] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.000471] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d60c0ef-e7b2-41eb-a207-3cd8da782c81: rpc.has_security_group_logging(os_id): False [ 779.020152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.020393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.020393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.020663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.020820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.021109] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.021238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.021327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.021475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.021607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.021745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.021943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.021943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.022114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.022204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.022387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.022482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.022540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.022971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.022971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.022971] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 779.100858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.101089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.101167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.101451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.101649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.116964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 779.490390] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.802569] env[65380]: INFO networking_nsxv3.common.synchronization [req-54447323-3b54-4720-8d49-f98a7c2bbb7a req-b5717f00-2ad0-48b7-952a-825ca9796532 tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 779.803221] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 779.803602] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.803730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.803830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.804103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.804267] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.804377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.804455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.804688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.804791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.804887] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.994008] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.136769] env[65380]: INFO networking_nsxv3.common.synchronization [req-54447323-3b54-4720-8d49-f98a7c2bbb7a req-b8c4db8b-42cf-4c4d-8ebe-68e48d3e4ef7 tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 780.138035] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 780.138441] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.139078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.307568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.307791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.307874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.308096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.331268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.331824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.331964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.332043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.332254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.332382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.332433] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 780.367530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.367851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.367851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.368212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.368460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.380244] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 780.496994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.496994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.496994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.497255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.497255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.497382] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 780.540742] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.540915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.541049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.541291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.541416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.551804] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 780.567513] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.567810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-669" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.567980] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-669" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.568449] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-669" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.568866] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.569097] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.569248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.569505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.569646] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.570245] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.570245] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.570245] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.570453] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.570634] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.570776] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.570998] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.597302] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.597302] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.597302] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.597302] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-669" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.597302] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-7217d12a-b81f-4236-971b-a59c2709cf6f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.597302] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-7217d12a-b81f-4236-971b-a59c2709cf6f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.597302] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-7217d12a-b81f-4236-971b-a59c2709cf6f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.597302] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-7217d12a-b81f-4236-971b-a59c2709cf6f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.597302] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7217d12a-b81f-4236-971b-a59c2709cf6f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.937424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 780.937709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.937894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.938833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.939218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.939431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.939566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.939878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.940070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.940245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.940998] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.101144] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.101487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.101583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.101851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.102000] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.102194] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 7217d12a-b81f-4236-971b-a59c2709cf6f not found, creating... [ 781.102475] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.102665] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.102781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.103056] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.103200] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.103874] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.104119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.104259] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.104720] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.104946] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.105205] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 7217d12a-b81f-4236-971b-a59c2709cf6f is going to be created. [ 781.129830] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.130168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.130168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.130369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.130602] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.130847] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-7217d12a-b81f-4236-971b-a59c2709cf6f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.133947] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 781.134210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.442918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.443149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.443360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.443645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.443826] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.443940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.444016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.444215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.444305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.444396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.444554] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.444651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.444714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.444858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.445012] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.445107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.445167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.445307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.445385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.445468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.445554] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.875645] env[65380]: INFO networking_nsxv3.common.synchronization [req-54447323-3b54-4720-8d49-f98a7c2bbb7a req-6ebda29f-d3be-4157-ac26-e0134a104856 service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 781.876105] env[65380]: INFO networking_nsxv3.common.synchronization [req-54447323-3b54-4720-8d49-f98a7c2bbb7a req-6ebda29f-d3be-4157-ac26-e0134a104856 service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 781.876105] env[65380]: INFO networking_nsxv3.common.synchronization [req-54447323-3b54-4720-8d49-f98a7c2bbb7a req-6ebda29f-d3be-4157-ac26-e0134a104856 service nova] Enqueued Resource ID: 7217d12a-b81f-4236-971b-a59c2709cf6f with Priority: HIGHEST for action port [ 781.877303] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 781.881097] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 781.881097] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7217d12a-b81f-4236-971b-a59c2709cf6f with Priority: HIGHEST for action port [ 781.881097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.881097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.881097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.881097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.881097] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.881097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.881097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.881097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7217d12a-b81f-4236-971b-a59c2709cf6f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.881097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7217d12a-b81f-4236-971b-a59c2709cf6f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.881097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7217d12a-b81f-4236-971b-a59c2709cf6f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.881979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7217d12a-b81f-4236-971b-a59c2709cf6f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.881979] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7217d12a-b81f-4236-971b-a59c2709cf6f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.948892] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff5fb355-9518-4c33-89d1-454516df8ac4: rpc.has_security_group_logging(os_id): False [ 781.971646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.971836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.971908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.972164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.972280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.972518] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.972649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.972720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.972917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.973017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.973241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.973371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.973444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.973627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.973744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.973999] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.975608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.975698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.975896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.975980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.976160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 782.053071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.053358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.053446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.053614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.053771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.073954] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 782.224112] env[65380]: INFO networking_nsxv3.common.synchronization [req-6c454857-08cd-4592-9900-4b7ad57318cc req-cb667ef4-d2c1-4845-b864-9b08238b2714 tempest-ServersAdminNegativeTestJSON-1084595625 tempest-ServersAdminNegativeTestJSON-1084595625-project-member] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 782.226250] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 782.226250] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.226250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.226250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.226250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.226250] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.226250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.226250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.226250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.226250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.226250] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.273321] env[65380]: INFO networking_nsxv3.common.synchronization [req-d83fafdd-c643-421b-8a9f-3ac39380c607 req-59a981dc-07a4-4732-9d83-e0e3a079f1bb tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 782.273823] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 782.274125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.274242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.274306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.274495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.274637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.274754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.274819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.274975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.275056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.275145] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.305596] env[65380]: INFO networking_nsxv3.common.synchronization [req-d83fafdd-c643-421b-8a9f-3ac39380c607 req-59a981dc-07a4-4732-9d83-e0e3a079f1bb tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 782.305910] env[65380]: INFO networking_nsxv3.common.synchronization [req-d83fafdd-c643-421b-8a9f-3ac39380c607 req-59a981dc-07a4-4732-9d83-e0e3a079f1bb tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 782.307758] env[65380]: INFO networking_nsxv3.common.synchronization [req-d83fafdd-c643-421b-8a9f-3ac39380c607 req-59a981dc-07a4-4732-9d83-e0e3a079f1bb tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with Priority: HIGHEST for action port [ 782.307758] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 782.307758] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 782.307758] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with Priority: HIGHEST for action port [ 782.308449] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.308628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.308787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.309138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.309264] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.310865] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.311047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.312849] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.312849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.312849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.312849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.312849] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.383551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.383551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.386936] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7217d12a-b81f-4236-971b-a59c2709cf6f with status ACTIVE [ 782.390032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.390032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.390032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.390032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.390032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7217d12a-b81f-4236-971b-a59c2709cf6f is going to be updated. [ 782.401977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 782.401977] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc deletion is rescheduled due to dependency. [ 782.402258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.402258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.402846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.402846] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.402846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.402846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.403146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.403146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.403146] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.419984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.420227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.420227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.420441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.420517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.420686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7217d12a-b81f-4236-971b-a59c2709cf6f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.575307] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 782.575637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.575917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.576565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.576565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.576775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.576775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.577076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.577179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.577266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.577376] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.606825] env[65380]: INFO networking_nsxv3.common.synchronization [req-e1e5ab7c-7776-445f-b66d-ff9b72e0a86d req-986bf13a-5f01-4392-b625-b786771c213e tempest-ListServerFiltersTestJSON-139534771 tempest-ListServerFiltersTestJSON-139534771-project-member] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 782.607403] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGHEST for action security_group_members [ 782.607721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.607866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.607934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.608793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.609017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.609165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.609244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.609445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.609538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.609657] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.729219] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.779517] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.814453] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.814453] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-790" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.814453] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-790" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.814814] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-790" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.815115] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.815329] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.815471] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.815707] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.815870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.816112] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.816236] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.816350] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.816455] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.816791] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.816791] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.816987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.818394] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.818394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.819075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with status ACTIVE [ 782.819236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.819359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.819436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.819679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.819679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.819892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.819991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.821217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.821217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.821217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.821217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.821217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.821217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.821217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.821217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.821217] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 is going to be updated. [ 782.851055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.851261] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.851492] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.851734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-790" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.852221] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.852420] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.852530] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.853098] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.853257] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f259efd-d33d-4c33-8f8d-a98afc1ec5b8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.872178] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.872358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.872438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.872664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.876021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.876021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.905816] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.079587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.079834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.079951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.080297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.080645] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.080645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.080788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.080857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.080948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.081099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.081281] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.081381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.081443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.081591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.081730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.081824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.081883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.082293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.082416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.082506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.082600] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.111748] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.111987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.111987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.112277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.141024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.141777] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.141777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.141777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.141777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.141777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.141777] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be updated. [ 783.172242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.172395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.172455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.172664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.172815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.184299] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: IN_PROGRESS for 2s [ 783.233219] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.281348] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.357430] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.357430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.357430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.357430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.357430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.357430] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 6f259efd-d33d-4c33-8f8d-a98afc1ec5b8 not found, creating... [ 783.357430] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.357921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.357921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.358094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.358218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.359046] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.359046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.359046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.359245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.359789] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.359972] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 6f259efd-d33d-4c33-8f8d-a98afc1ec5b8 is going to be created. [ 783.386801] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.387085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.387227] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.387550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.387896] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.388195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.410268] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.589610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ed1a9e-84c5-461d-aad3-f71cd1ba3607: rpc.has_security_group_logging(os_id): False [ 783.626837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.627105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.627105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.627326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.627428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.627625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.627756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.627822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.627991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.628559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.628559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.628559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.628559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.628841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.628841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.628960] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.628960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.630982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.631145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.631231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.631561] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 783.697624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.697814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.697911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.698198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.698316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.715577] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 783.736245] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.736245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.736245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.739789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.739789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.739789] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 is going to be updated. [ 783.785493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.785780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.785780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.786237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.786315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.786471] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb is going to be updated. [ 783.814710] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.814710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.814854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.815010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.815168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.838818] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: IN_PROGRESS for 2s [ 783.856480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.856673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.856799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.857227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.857227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.878800] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: IN_PROGRESS for 2s [ 783.913588] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.913795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.913865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.914067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.914165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.914266] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 783.952085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.952218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.952218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.953023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.953023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.969672] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 784.086601] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 784.086861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.125030] env[65380]: INFO networking_nsxv3.common.synchronization [req-54447323-3b54-4720-8d49-f98a7c2bbb7a req-99770050-5d19-4c4f-b3e2-dd3a463f428a service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 784.125030] env[65380]: INFO networking_nsxv3.common.synchronization [req-54447323-3b54-4720-8d49-f98a7c2bbb7a req-99770050-5d19-4c4f-b3e2-dd3a463f428a service nova] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 784.125030] env[65380]: INFO networking_nsxv3.common.synchronization [req-54447323-3b54-4720-8d49-f98a7c2bbb7a req-99770050-5d19-4c4f-b3e2-dd3a463f428a service nova] Enqueued Resource ID: 6f259efd-d33d-4c33-8f8d-a98afc1ec5b8 with Priority: HIGHEST for action port [ 784.125743] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_rules [ 784.125743] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 784.125743] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f259efd-d33d-4c33-8f8d-a98afc1ec5b8 with Priority: HIGHEST for action port [ 784.125979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.127330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.127330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.127330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.127330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.127330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.127330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.127330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.127330] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f259efd-d33d-4c33-8f8d-a98afc1ec5b8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.630731] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f259efd-d33d-4c33-8f8d-a98afc1ec5b8 with status ACTIVE [ 784.631034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.631184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.631255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.631480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.631570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.631756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.631964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.631964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.632346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.632449] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.632511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.632650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.632729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.632822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.632905] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f259efd-d33d-4c33-8f8d-a98afc1ec5b8 is going to be updated. [ 784.670816] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.671025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.671182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.671395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.671609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.671758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f259efd-d33d-4c33-8f8d-a98afc1ec5b8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.195957] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 in Status: SUCCESS [ 785.196309] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 deletion is rescheduled due to dependency. [ 785.196407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.696341] env[65380]: INFO networking_nsxv3.common.synchronization [req-a523e6e9-0505-4ab8-bcb5-0484d025f493 req-ce5acaf9-7e4c-4e44-b76a-321716755714 tempest-ServerAddressesTestJSON-84004151 tempest-ServerAddressesTestJSON-84004151-project-member] Enqueued Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGHEST for action security_group_members [ 785.697823] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGHEST for action security_group_members [ 785.697823] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.697823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.697823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.698412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.698412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.698412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.698412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.698621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.698737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.698885] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.731551] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 785.731811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.732500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.732592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.732683] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.849466] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: SUCCESS [ 785.849466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.894881] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: SUCCESS [ 785.895152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.895742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.895943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.896185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.896359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.896452] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.896894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.897052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.897263] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.981398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 785.981653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.981895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.982284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.982389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.982475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.982528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.982775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.982775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.982953] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.122601] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.122801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.122924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.123278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.123535] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.124334] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.125627] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.125627] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.125627] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.125627] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.125627] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.125873] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.125985] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.126113] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.126248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.130392] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcc57bb1-3db4-4416-ac38-b131a4270e1b req-cd46f95d-a9ad-4cd7-9176-a657a1d579e7 tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 786.130935] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 786.131553] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.131659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.143745] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcc57bb1-3db4-4416-ac38-b131a4270e1b req-cd46f95d-a9ad-4cd7-9176-a657a1d579e7 tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 786.143929] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcc57bb1-3db4-4416-ac38-b131a4270e1b req-cd46f95d-a9ad-4cd7-9176-a657a1d579e7 tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 786.144101] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcc57bb1-3db4-4416-ac38-b131a4270e1b req-cd46f95d-a9ad-4cd7-9176-a657a1d579e7 tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with Priority: HIGHEST for action port [ 786.144601] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_rules [ 786.144809] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 786.144927] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with Priority: HIGHEST for action port [ 786.145531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.145651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.145825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.145907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.146491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.146568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.146759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.146906] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.149185] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.149675] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.149675] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.149842] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.150160] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-3ed3260d-d4bf-49a0-baa3-bb749653df5e taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.150430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-3ed3260d-d4bf-49a0-baa3-bb749653df5e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.150570] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-3ed3260d-d4bf-49a0-baa3-bb749653df5e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.151341] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-3ed3260d-d4bf-49a0-baa3-bb749653df5e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.151341] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed3260d-d4bf-49a0-baa3-bb749653df5e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.203441] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.203441] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.203441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9552a565-50ed-4c25-a61b-292488a677d6 already deleted. [ 786.203441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.235351] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.235574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.235677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.235957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.236203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.236358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.236436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.236666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.236745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.236996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.237191] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.401430] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.480976] env[65380]: INFO networking_nsxv3.common.synchronization [req-f58485e0-2981-4d5a-8918-4c9b60947b72 req-2daccc22-6a0b-44a3-91fc-d0e4c0b17e15 tempest-ListServersNegativeTestJSON-832628132 tempest-ListServersNegativeTestJSON-832628132-project-member] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 786.481613] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 786.481917] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.482127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.482195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.482492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.482659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.482779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.482834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.482976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.483074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.483159] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.484468] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.655877] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 with status ACTIVE [ 786.655877] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.655877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.655877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.655877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.655877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.655877] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.655877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.655877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.656872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.656872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.656872] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.656872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.657125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.657710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.657883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.657968] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274 is going to be updated. [ 786.660158] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.660488] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.662078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.662078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.662078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.662078] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 3ed3260d-d4bf-49a0-baa3-bb749653df5e not found, creating... [ 786.662078] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.662078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.662078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.662338] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.664899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.664899] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.664899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.664899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.664899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.664899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.664899] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 3ed3260d-d4bf-49a0-baa3-bb749653df5e is going to be created. [ 786.700371] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.704076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.704076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.704076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.704076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.704076] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-3ed3260d-d4bf-49a0-baa3-bb749653df5e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.705853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.706016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.706063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.706464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.706464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.708029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c72dd42-3f1f-4b31-a0b1-8c6a7b3e0274" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.739950] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.740109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.903847] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.985015] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.985973] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.408218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.408442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.408554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.408864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.409032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.409143] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb is going to be updated. [ 787.463037] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.463224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.463329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.463651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.463875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.473647] env[65380]: INFO networking_nsxv3.common.synchronization [req-a523e6e9-0505-4ab8-bcb5-0484d025f493 req-d527760e-e404-4859-b2d5-2ab28791e537 service nova] Enqueued Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGHEST for action security_group_rules [ 787.474139] env[65380]: INFO networking_nsxv3.common.synchronization [req-a523e6e9-0505-4ab8-bcb5-0484d025f493 req-d527760e-e404-4859-b2d5-2ab28791e537 service nova] Enqueued Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGHEST for action security_group_members [ 787.474139] env[65380]: INFO networking_nsxv3.common.synchronization [req-a523e6e9-0505-4ab8-bcb5-0484d025f493 req-d527760e-e404-4859-b2d5-2ab28791e537 service nova] Enqueued Resource ID: 3ed3260d-d4bf-49a0-baa3-bb749653df5e with Priority: HIGHEST for action port [ 787.474662] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGHEST for action security_group_rules [ 787.474953] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGHEST for action security_group_members [ 787.474953] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed3260d-d4bf-49a0-baa3-bb749653df5e with Priority: HIGHEST for action port [ 787.476867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.477015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.477099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.477421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.477520] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.478575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.478724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.478782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.479058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.479215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.479320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.479396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.479551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.479649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.479743] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.481075] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed3260d-d4bf-49a0-baa3-bb749653df5e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.481336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed3260d-d4bf-49a0-baa3-bb749653df5e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.481336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed3260d-d4bf-49a0-baa3-bb749653df5e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.481442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed3260d-d4bf-49a0-baa3-bb749653df5e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.481550] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed3260d-d4bf-49a0-baa3-bb749653df5e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.483341] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: IN_PROGRESS for 2s [ 787.488393] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.491100] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.491291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.491373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.491626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.491776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.491930] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 787.557758] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.557996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.558118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.558355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.558524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.570028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 787.986239] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.986239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.986239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.986239] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed3260d-d4bf-49a0-baa3-bb749653df5e with status ACTIVE [ 787.986239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.986239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.986239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.986239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.986239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.986239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.986239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.986239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.987370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.987616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.988062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.988373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.989177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.991240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.991240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.991240] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed3260d-d4bf-49a0-baa3-bb749653df5e is going to be updated. [ 787.992376] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.992730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.993040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.993328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.993507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.993684] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 788.020726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.020910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.020998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.021229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.021361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.021523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed3260d-d4bf-49a0-baa3-bb749653df5e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.028404] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.028551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.028640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.028924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.029112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.041699] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 788.493574] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.998605] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.998960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.998960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.999160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.999279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.999402] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9552a565-50ed-4c25-a61b-292488a677d6 is going to be created. [ 789.043051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.043051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.043051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.043051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.047588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.058828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9552a565-50ed-4c25-a61b-292488a677d6 in Status: UNINITIALIZED for 2s [ 789.497119] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: SUCCESS [ 789.497119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.497119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.497119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.497119] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.497119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.497119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.497119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.497480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.497480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.497480] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.499459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.499652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.499845] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.499961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.500052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.500202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.500345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.500378] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.582169] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 789.582406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.582611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.582869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.583095] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.583231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.583328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.583484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.587416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.587416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.587416] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.587416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.587416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.587416] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.587416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.587416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.587416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.587416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.587416] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.003395] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.004615] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.055722] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 790.056548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.057088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.057703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.057703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.057935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.058134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.058215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.058274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.058338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.058498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.058603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.058654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.058797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.058933] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.059119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.059203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.059332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.059409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.059499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.059593] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.090269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.090269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.090269] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.509413] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.512979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b82b87a7-8e07-4331-a9d5-ce8be038abcb: rpc.has_security_group_logging(os_id): False [ 790.544760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.544953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.544953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.545122] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.563244] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ed1a9e-84c5-461d-aad3-f71cd1ba3607: rpc.has_security_group_logging(os_id): False [ 790.576378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.576378] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.576378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.576378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.576678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.576678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.576678] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb is going to be updated. [ 790.586038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.586038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.586038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.586038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.586038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.586038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.586038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.586038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.586555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.586555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.586555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.586555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.586751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.586751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.586751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.589986] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.589986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.589986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.589986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.589986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.589986] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 790.592291] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.682996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.682996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.682996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.682996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.683893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.689345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.689345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.689345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.689345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.689563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.717356] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: IN_PROGRESS for 2s [ 790.720105] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 791.018860] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.019319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.019319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.019319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.019570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.019570] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb is going to be updated. [ 791.055492] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.055492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.055662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.055824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.056033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.069416] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: IN_PROGRESS for 2s [ 791.070127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9552a565-50ed-4c25-a61b-292488a677d6 in Status: SUCCESS [ 791.070334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.070490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.070722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.070913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.071042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.071109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.071413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.071413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.071516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.071554] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.095150] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.095150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.095150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.095419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.095616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.095616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 791.146327] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.146500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.146560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.146754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.146895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.159148] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 791.269654] env[65380]: INFO networking_nsxv3.common.synchronization [req-cdb68e8f-84a9-4ed9-8249-cd9498d41f47 req-f42ecb53-bd04-43b6-9dd7-6415afa3d770 tempest-AttachInterfacesUnderV243Test-143948563 tempest-AttachInterfacesUnderV243Test-143948563-project-member] Enqueued Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 791.270724] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb with Priority: HIGHEST for action security_group_members [ 791.270724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b82b87a7-8e07-4331-a9d5-ce8be038abcb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.270724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.574417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.574605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.574673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.574933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.575138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.575734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.575734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.575734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.575734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.575734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.575924] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.575924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.575999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.576112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.576254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.576575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.576575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.576575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.576713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.576713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.576778] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.082185] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9552a565-50ed-4c25-a61b-292488a677d6: rpc.has_security_group_logging(os_id): False [ 792.113386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.113733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.113733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.114725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.114725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.114725] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.115020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.115020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.115670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.115670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.115670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.116431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.116476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.116657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.116743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.117017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.117132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.117193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.117635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.117635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.117635] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9552a565-50ed-4c25-a61b-292488a677d6 is going to be created. [ 792.211055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.211327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.211327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.211711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.211970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.230589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9552a565-50ed-4c25-a61b-292488a677d6 in Status: IN_PROGRESS for 2s [ 792.758036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: SUCCESS [ 792.758036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.758036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.758036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.758036] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.764898] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 792.764898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.081035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb in Status: SUCCESS [ 793.081267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.081450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.081678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.081841] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.081960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.082050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.082222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.082502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.082502] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.170181] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 793.170334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.170526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.170753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.170954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.171098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.171180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.171359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.171447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.171548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.171778] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.171947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.172464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.172662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.174417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.174556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.174627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.174790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.174877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.174991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.175136] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.286459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.286706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.286706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.287039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.287206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.288097] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb is going to be deleted. [ 793.357620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.357620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.357620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.357620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.357620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.357620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.585766] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.586935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.586935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.586935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.586935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.587229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.587229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.587323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.588860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.588860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.588860] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb is going to be deleted. [ 793.631687] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.631687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.631687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.632277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.632277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.632277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.632377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.632467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.632631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.632730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.632834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.633143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.633260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.633379] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b82b87a7-8e07-4331-a9d5-ce8be038abcb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.681520] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b93895e-5383-43d1-84f7-38572cc0b9dc: rpc.has_security_group_logging(os_id): False [ 793.705779] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.706053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.706173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.706506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.706639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.706927] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.707133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.707228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.707565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.707565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.707859] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.708059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.708292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.708422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.708609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.708809] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.708940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.709039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.709228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.709329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.709680] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 793.821012] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.821012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.821012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.821295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.821295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.844825] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 794.137104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.137104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.137104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.137104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.137104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.137633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.137633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.137633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.137760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.137913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.137964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b82b87a7-8e07-4331-a9d5-ce8be038abcb already deleted. [ 794.138243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b82b87a7-8e07-4331-a9d5-ce8be038abcb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.245731] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9552a565-50ed-4c25-a61b-292488a677d6 in Status: SUCCESS [ 794.245939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.206043] env[65380]: INFO networking_nsxv3.common.synchronization [req-7d413ff0-1478-4d49-82d8-59d2b0a89d4c req-9c82e467-1786-48b6-89cf-28968cb0d44a tempest-ServersAdminTestJSON-1855485524 tempest-ServersAdminTestJSON-1855485524-project-member] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 795.206043] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 795.206562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.206829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.207228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.208295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.208295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.208295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.208295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.208295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.208295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.208669] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.714401] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.863049] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 795.863049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.863049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.863049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.863049] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.216036] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.364669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.364962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.364962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.365200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.365383] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.365504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.365565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.365730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.365822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.365893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.365985] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.413014] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9eb85ea8-3bdc-4087-b67b-0b9fdc22b548 None None] Enqueued Resource ID: 495f2ec5-f80c-44d5-bb22-cb07366c9ad3 with Priority: HIGHEST for action port [ 796.413588] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495f2ec5-f80c-44d5-bb22-cb07366c9ad3 with Priority: HIGHEST for action port [ 796.413924] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-495f2ec5-f80c-44d5-bb22-cb07366c9ad3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.414077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495f2ec5-f80c-44d5-bb22-cb07366c9ad3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.414206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495f2ec5-f80c-44d5-bb22-cb07366c9ad3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.414487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495f2ec5-f80c-44d5-bb22-cb07366c9ad3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.414569] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495f2ec5-f80c-44d5-bb22-cb07366c9ad3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.718219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.718403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.718488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.718777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.718877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.719018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 796.749657] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.749657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.749929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.749963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.750170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.761182] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 796.868404] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.868626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.868626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.868854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.869117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.869222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.869222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.869354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.869444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.869534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.869683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.869776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.869837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.869989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.870236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.870342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.870405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.870574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.870629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.870705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.870794] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.916688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 495f2ec5-f80c-44d5-bb22-cb07366c9ad3 [ 796.916913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.917065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.917207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.917630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.917733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.917838] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:495f2ec5-f80c-44d5-bb22-cb07366c9ad3 already deleted. [ 796.917924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495f2ec5-f80c-44d5-bb22-cb07366c9ad3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.375622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b93895e-5383-43d1-84f7-38572cc0b9dc: rpc.has_security_group_logging(os_id): False [ 797.404778] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.404778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.404778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.404778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.404778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.404778] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.405208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.405208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.405208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.405304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.405508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.405601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.405663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.405805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.405898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.406078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.406176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.406227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.406369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.406446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.406523] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 797.518835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.519141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.519141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.519337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.520027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.552206] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 798.446436] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4c6d68c2-5757-4b10-98c3-fed5e1eb5777 None None] Enqueued Resource ID: 34169ee4-0e9b-4962-81d8-fa332396a808 with Priority: HIGHEST for action port [ 798.447082] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34169ee4-0e9b-4962-81d8-fa332396a808 with Priority: HIGHEST for action port [ 798.447442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-34169ee4-0e9b-4962-81d8-fa332396a808 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.447674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34169ee4-0e9b-4962-81d8-fa332396a808" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.447762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34169ee4-0e9b-4962-81d8-fa332396a808" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.447979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34169ee4-0e9b-4962-81d8-fa332396a808" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.448366] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34169ee4-0e9b-4962-81d8-fa332396a808',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.773780] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 798.774017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.950169] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34169ee4-0e9b-4962-81d8-fa332396a808 [ 798.950428] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.950540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.950593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.950809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.951466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.951466] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34169ee4-0e9b-4962-81d8-fa332396a808 already deleted. [ 798.951466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34169ee4-0e9b-4962-81d8-fa332396a808" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.421944] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c0a456b-fa05-4139-ab50-61bbcc22e4aa req-ec8bfb46-cb2c-4d98-963b-dad59f49709c tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_members [ 799.422513] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_members [ 799.422813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c404a1f-c618-4871-90bd-12cdea60df67 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.423037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.423129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.423373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.423553] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.423687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.423759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.423921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.424019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.424145] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.571900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 799.571900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.865719] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.865906] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.866033] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.866411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.866679] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.866833] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.866948] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.867216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.867447] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.867619] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.867702] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.867806] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.867913] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.868031] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.868140] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.868285] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.888836] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.889402] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.890161] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.890161] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.890416] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-622e8c02-7c83-4b27-9884-f6c399712a84 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.890620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-622e8c02-7c83-4b27-9884-f6c399712a84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.890751] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-622e8c02-7c83-4b27-9884-f6c399712a84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.891186] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-622e8c02-7c83-4b27-9884-f6c399712a84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.891347] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622e8c02-7c83-4b27-9884-f6c399712a84',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.926962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.926962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.926962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.926962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.927426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.927426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.927426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.927564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.927706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.927764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.927819] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c404a1f-c618-4871-90bd-12cdea60df67 already deleted. [ 799.927899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.394777] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.395182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.395370] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.395656] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.395810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.395989] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 622e8c02-7c83-4b27-9884-f6c399712a84 not found, creating... [ 800.396287] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.396462] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.396581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.396835] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.396986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.397340] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.397522] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.397625] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.397841] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.398978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.398978] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 622e8c02-7c83-4b27-9884-f6c399712a84 is going to be created. [ 800.419891] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.420115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.420235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.420506] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.420731] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.420991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-622e8c02-7c83-4b27-9884-f6c399712a84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.165068] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c0a456b-fa05-4139-ab50-61bbcc22e4aa req-04621dc0-e1e9-465b-9101-8509870a02c1 service nova] Enqueued Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_rules [ 801.165426] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c0a456b-fa05-4139-ab50-61bbcc22e4aa req-04621dc0-e1e9-465b-9101-8509870a02c1 service nova] Enqueued Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_members [ 801.165596] env[65380]: INFO networking_nsxv3.common.synchronization [req-0c0a456b-fa05-4139-ab50-61bbcc22e4aa req-04621dc0-e1e9-465b-9101-8509870a02c1 service nova] Enqueued Resource ID: 622e8c02-7c83-4b27-9884-f6c399712a84 with Priority: HIGHEST for action port [ 801.166492] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_rules [ 801.166635] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_members [ 801.166768] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 622e8c02-7c83-4b27-9884-f6c399712a84 with Priority: HIGHEST for action port [ 801.168309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c404a1f-c618-4871-90bd-12cdea60df67 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.168309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.168309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.168309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.168309] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.170180] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c404a1f-c618-4871-90bd-12cdea60df67 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.170280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.170351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.170780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.170780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.170977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.171080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.171207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.171269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.171404] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.172987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-622e8c02-7c83-4b27-9884-f6c399712a84 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.173187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-622e8c02-7c83-4b27-9884-f6c399712a84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.173338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-622e8c02-7c83-4b27-9884-f6c399712a84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.173512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-622e8c02-7c83-4b27-9884-f6c399712a84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.173591] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('622e8c02-7c83-4b27-9884-f6c399712a84',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.671277] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c404a1f-c618-4871-90bd-12cdea60df67 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.671562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.673926] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.677184] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 622e8c02-7c83-4b27-9884-f6c399712a84 with status ACTIVE [ 801.677562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.677756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.677851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.678133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.678254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.678567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.678668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.678776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.679026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.679167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.679427] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.679585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.679683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.679934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.680575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.681036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 622e8c02-7c83-4b27-9884-f6c399712a84 is going to be updated. [ 801.704970] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.705212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.705212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.705405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.705543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.705703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-622e8c02-7c83-4b27-9884-f6c399712a84" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.176743] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.679507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.679634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.679692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.679933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.680235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.680235] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c404a1f-c618-4871-90bd-12cdea60df67 is going to be created. [ 802.706500] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.706737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.706737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.707106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.707190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.719385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c404a1f-c618-4871-90bd-12cdea60df67 in Status: UNINITIALIZED for 2s [ 803.267044] env[65380]: INFO networking_nsxv3.common.synchronization [None req-006e25eb-3ed5-4016-8cc5-106ccc99b031 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_rules [ 803.268038] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_rules [ 803.268504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be31281-367f-47a0-8916-af6f47ff53bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.268504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.268504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.268859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.268859] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.386864] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5595d5af-0a1f-43cd-962d-38805fe3dcef tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_rules [ 803.387839] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_rules [ 803.388041] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be31281-367f-47a0-8916-af6f47ff53bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.388104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.491474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.492102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.492102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.492102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.492102] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.799511] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.799619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.799663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.800038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.800202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.800396] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be31281-367f-47a0-8916-af6f47ff53bf already deleted. [ 803.800606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.801266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.801266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.801266] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.998041] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.326981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.327284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.327284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.327447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.327538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.327702] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be31281-367f-47a0-8916-af6f47ff53bf already deleted. [ 804.327702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.500551] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.732117] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c404a1f-c618-4871-90bd-12cdea60df67 in Status: SUCCESS [ 804.732117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.732266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.732470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.732756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.732932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.733056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.733310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.733699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.733699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.733811] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.832940] env[65380]: INFO networking_nsxv3.common.synchronization [req-83d0b1a7-2ae2-458b-8250-d8418be82968 req-e6116725-7885-4100-a389-928e6114fdde tempest-FloatingIPsAssociationTestJSON-566088622 tempest-FloatingIPsAssociationTestJSON-566088622-project-member] Enqueued Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 804.833533] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 804.834058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.834058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.834058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.834327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.834459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.834555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.834686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.834760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.834849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.834970] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.005372] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 805.005487] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 805.215113] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.215316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.215435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.215707] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.215957] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.216133] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.216249] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.216462] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.216816] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.216816] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.216929] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.217085] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.217138] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.217617] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.217617] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.217617] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.236414] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.238168] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.238379] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.238549] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.238719] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-307" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.239039] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-fe815bb4-491a-42f5-a5d3-2eba8997444a taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.239216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-fe815bb4-491a-42f5-a5d3-2eba8997444a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.239318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-fe815bb4-491a-42f5-a5d3-2eba8997444a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.239631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-fe815bb4-491a-42f5-a5d3-2eba8997444a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.239763] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe815bb4-491a-42f5-a5d3-2eba8997444a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.337247] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.741739] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c404a1f-c618-4871-90bd-12cdea60df67: rpc.has_security_group_logging(os_id): False [ 805.744938] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.745640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.745902] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.746457] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.747442] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.747705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port fe815bb4-491a-42f5-a5d3-2eba8997444a not found, creating... [ 805.748188] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.748560] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.748720] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.749494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.749610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.750251] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.750657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.750834] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.751207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.751397] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.751783] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: fe815bb4-491a-42f5-a5d3-2eba8997444a is going to be created. [ 805.774719] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.774958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.775102] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.775310] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.775606] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.775843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-fe815bb4-491a-42f5-a5d3-2eba8997444a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.778252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.778432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.778502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.778783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.778926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.779216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.779332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.779437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.779653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.779744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.779830] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c404a1f-c618-4871-90bd-12cdea60df67 is going to be created. [ 805.803542] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae5e6c99-40ea-41d2-bc19-ec1544030c44 req-4d524308-6b4b-4daf-b0d4-3d1c487912f6 tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 805.805356] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 805.805895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.806036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.806109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.806343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.806495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.806595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.806706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.806831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.806900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.806968] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.840772] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.865555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.865555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.865555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.865912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.866458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.888687] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.888903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.888980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.889242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.903249] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 805.904178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.905277] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 805.907775] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c404a1f-c618-4871-90bd-12cdea60df67 in Status: IN_PROGRESS for 2s [ 805.987797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.988047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.988047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.988265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.997809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.998714] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 805.998714] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.998714] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 806.058952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.058952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.058952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.059294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.060467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.063454] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 806.131574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.131833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.131953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.133411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.133474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.135606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 806.138912] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae5e6c99-40ea-41d2-bc19-ec1544030c44 req-81e2f2ac-96b3-4bd5-b2c4-2b6c5d33a3c2 tempest-ServersTestMultiNic-534525242 tempest-ServersTestMultiNic-534525242-project-member] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 806.139441] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGHEST for action security_group_members [ 806.139752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.139847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.212422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.212646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.212925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.213067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.213387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.213698] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 806.213833] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f856a8c5-32df-4ca8-8924-81532541088e', 'f99e6737-01a2-4eca-ba4d-6f62ca3a8fda', '1cf0e7b9-8ca5-4be7-bf87-32275579ab7c', '9552a565-50ed-4c25-a61b-292488a677d6', 'c06287c2-4da8-4ad6-93e5-e13161ef4d0e', 'ba76667f-d0f1-4d17-b420-3436e9196f53', '40f9e566-ec13-497b-b07c-bff120e225f5', 'c28a29d4-abbe-44fb-890f-4de2fde2b904', '79021230-2c35-46ed-99c1-1c1e98d33f70', '5b93895e-5383-43d1-84f7-38572cc0b9dc', '0b68a240-6671-4120-9ef6-905f3502a2ce', 'cac8ad38-ab98-444a-bc91-a37058965ea3', 'fc63314e-3c09-4934-9efc-91e058123226', '02973862-aeaa-4175-89ac-c94b4d84d2d8', 'fc086780-bf73-46cb-9bcf-36a8f25a3bc6', 'a55b6f0a-25c6-40c6-91d0-44607ca0532c', '9daf1805-32a9-44e1-9389-ae8e8718b7c9', '03eec768-e6e1-44ec-a090-3675a2bfb102', '006c3d9c-cf44-4679-a08f-0d6bf68de223', 'b9ed1a9e-84c5-461d-aad3-f71cd1ba3607', '0d60c0ef-e7b2-41eb-a207-3cd8da782c81', 'ff5fb355-9518-4c33-89d1-454516df8ac4', '8c404a1f-c618-4871-90bd-12cdea60df67', '26035bdb-3766-4d52-a1df-306047a13602', 'f4478a01-a2ea-43db-8549-c560ccc97ae3', 'ad41ff8c-bd08-4e36-bc22-abb16127ebc8', 'ac0ff30e-e301-49ba-9136-1b4a686a3769', '9db9404a-b471-452b-92a7-cd905ab3db45', 'ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba', '04e824c4-9998-4852-bdf6-4db2e5e37b35', 'd0cd6c3e-5a98-465d-bf37-5b56a4e682c7', '8aa2b073-7525-45d3-9a76-d9b3dbe46a3c', '8aaf80c2-a298-4b70-a490-7562f7f2ff56', 'f6cfdded-6ef1-4412-941a-647a1342fd0c', 'e971629d-4178-4afa-8a20-5dec95f9981f'} {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 806.213938] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 806.236988] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.237212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.237271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.238465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 806.238465] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 806.238465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 806.310458] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.319286] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.319468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.319468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.319702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.320460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.320727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 806.320911] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 806.320911] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 806.321147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 806.321147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 806.321147] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGH for action security_group_rules [ 806.321263] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGH for action security_group_rules [ 806.321318] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGH for action security_group_rules [ 806.321419] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGH for action security_group_rules [ 806.321613] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGH for action security_group_rules [ 806.321898] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGH for action security_group_rules [ 806.321898] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGH for action security_group_rules [ 806.321898] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGH for action security_group_rules [ 806.321898] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGH for action security_group_rules [ 806.322166] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGH for action security_group_rules [ 806.322166] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGH for action security_group_rules [ 806.322166] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGH for action security_group_rules [ 806.322265] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGH for action security_group_rules [ 806.322299] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGH for action security_group_rules [ 806.322365] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGH for action security_group_rules [ 806.322408] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGH for action security_group_rules [ 806.322474] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGH for action security_group_rules [ 806.322544] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGH for action security_group_rules [ 806.322607] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGH for action security_group_rules [ 806.322671] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGH for action security_group_rules [ 806.322770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.343502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.343502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.343982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.343982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.343982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.344387] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c is going to be updated. [ 806.383392] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.384079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.384079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.384079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.384079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.398465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: IN_PROGRESS for 2s [ 806.598874] env[65380]: INFO networking_nsxv3.common.synchronization [req-83d0b1a7-2ae2-458b-8250-d8418be82968 req-7342f1aa-c646-412d-9442-2b9ad880260b service nova] Enqueued Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_rules [ 806.599328] env[65380]: INFO networking_nsxv3.common.synchronization [req-83d0b1a7-2ae2-458b-8250-d8418be82968 req-7342f1aa-c646-412d-9442-2b9ad880260b service nova] Enqueued Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 806.599404] env[65380]: INFO networking_nsxv3.common.synchronization [req-83d0b1a7-2ae2-458b-8250-d8418be82968 req-7342f1aa-c646-412d-9442-2b9ad880260b service nova] Enqueued Resource ID: fe815bb4-491a-42f5-a5d3-2eba8997444a with Priority: HIGHEST for action port [ 806.600295] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_rules [ 806.600507] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 806.600663] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe815bb4-491a-42f5-a5d3-2eba8997444a with Priority: HIGHEST for action port [ 806.600919] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f856a8c5-32df-4ca8-8924-81532541088e with Priority: HIGH for action security_group_rules [ 806.600977] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c with Priority: HIGH for action security_group_rules [ 806.601109] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f9e566-ec13-497b-b07c-bff120e225f5 with Priority: HIGH for action security_group_rules [ 806.601249] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 with Priority: HIGH for action security_group_rules [ 806.601441] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGH for action security_group_rules [ 806.601518] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 with Priority: HIGH for action security_group_rules [ 806.601655] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGH for action security_group_rules [ 806.602029] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGH for action security_group_rules [ 806.602029] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 with Priority: HIGH for action security_group_rules [ 806.602131] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c with Priority: HIGH for action security_group_rules [ 806.602197] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc63314e-3c09-4934-9efc-91e058123226 with Priority: HIGH for action security_group_rules [ 806.602379] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGH for action security_group_rules [ 806.602458] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGH for action security_group_rules [ 806.602588] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc with Priority: HIGH for action security_group_rules [ 806.602718] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGH for action security_group_rules [ 806.602992] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGH for action security_group_rules [ 806.603063] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGH for action security_group_rules [ 806.603214] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e with Priority: HIGH for action security_group_rules [ 806.603294] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda with Priority: HIGH for action security_group_rules [ 806.603416] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGH for action security_group_rules [ 806.603845] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.604029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.604131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.604409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.604528] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.605973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.606125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.606762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe815bb4-491a-42f5-a5d3-2eba8997444a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.606924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe815bb4-491a-42f5-a5d3-2eba8997444a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.607079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe815bb4-491a-42f5-a5d3-2eba8997444a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.607285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe815bb4-491a-42f5-a5d3-2eba8997444a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.607543] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe815bb4-491a-42f5-a5d3-2eba8997444a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.608640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f856a8c5-32df-4ca8-8924-81532541088e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.608778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.608877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.609126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.609265] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f856a8c5-32df-4ca8-8924-81532541088e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.610091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.610216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.610279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.610422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.610498] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cf0e7b9-8ca5-4be7-bf87-32275579ab7c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.611638] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f9e566-ec13-497b-b07c-bff120e225f5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.611753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.611810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.611956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.612037] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f9e566-ec13-497b-b07c-bff120e225f5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.613158] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.613266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.613266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.613476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.613476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc086780-bf73-46cb-9bcf-36a8f25a3bc6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.614327] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.614432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.614496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.614645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.615036] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.615703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-006c3d9c-cf44-4679-a08f-0d6bf68de223 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.616354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.616354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.616354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.616354] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('006c3d9c-cf44-4679-a08f-0d6bf68de223',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.617318] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.619619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.619717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.620375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.620375] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.620848] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.621157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.621157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.621311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.621512] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.621607] env[65380]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 806.622374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02973862-aeaa-4175-89ac-c94b4d84d2d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.623101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.623101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.623101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.623101] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02973862-aeaa-4175-89ac-c94b4d84d2d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.626149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.626149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.626149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.626149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.626149] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55b6f0a-25c6-40c6-91d0-44607ca0532c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.773853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc63314e-3c09-4934-9efc-91e058123226 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.774170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.774170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.774386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.774463] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc63314e-3c09-4934-9efc-91e058123226',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.775763] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.775875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.775970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.776121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.776199] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.777265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.777461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.777461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.777562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.777639] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.778640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b93895e-5383-43d1-84f7-38572cc0b9dc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.778743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.778808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.778957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.779040] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.779941] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.780067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.780132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.780293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.780364] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.781236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.781356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.781440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.781607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.781676] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.782859] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28a29d4-abbe-44fb-890f-4de2fde2b904 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.782969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.783050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.783202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.783272] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.784227] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.784227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.784369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.784416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.784492] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c06287c2-4da8-4ad6-93e5-e13161ef4d0e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.784746] env[65380]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 806.785425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.785554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.785640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.785717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.785793] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f99e6737-01a2-4eca-ba4d-6f62ca3a8fda',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.786724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.786860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.786927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.787093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.787167] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.814450] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.291738] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe815bb4-491a-42f5-a5d3-2eba8997444a with status ACTIVE [ 807.291912] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.292584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.292584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.292584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.292584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.292783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.292880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.292975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.293167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.293254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.293438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.293527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.293594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.293729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.293822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.293933] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe815bb4-491a-42f5-a5d3-2eba8997444a is going to be updated. [ 807.295312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.295420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.316100] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.316321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.316321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.316542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.318762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.318762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.318762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.318762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.319023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.319023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be updated. [ 807.322715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.322935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.323064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.323329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.323523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.323793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe815bb4-491a-42f5-a5d3-2eba8997444a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.331927] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.332150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.332150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.332371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.332559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.332662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.332728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.332886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.332972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.333091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.333181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.335442] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28a29d4-abbe-44fb-890f-4de2fde2b904 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.335624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.335624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.335805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.335949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.336057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.336120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.336263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.336343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.336425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.336504] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.337550] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.337666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.337666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.337804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.337949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.338062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.338121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.339226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.339226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.339359] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.348929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.349421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.349421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.349650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.349930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.350146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.350184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.350398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.350545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.350691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.350839] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.354346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.354346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.354346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.354346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.354938] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.355634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.355723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.355961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.357079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.357079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.357079] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.357540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.357670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.357763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.358021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.358305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.358450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.358591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.358780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.358879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.359290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.359429] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.360558] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.360726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.360763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.360928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.361111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.361219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.361282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.361432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.361530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.361646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.361741] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.366753] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.366990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.366990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.367332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.367422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.367539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.367612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.367815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.367943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.368117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.368204] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.372297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.372515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.372630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.372862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.373533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.373655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.373734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.373926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.374057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.374285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.374404] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.379022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.380020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f856a8c5-32df-4ca8-8924-81532541088e is going to be deleted. [ 807.385685] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.386861] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.391021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.391226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.391304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.391540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.391716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.481900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: IN_PROGRESS for 2s [ 807.484225] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.484467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.484631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.484865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.487099] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.487545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.489448] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.489448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.489448] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.489672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.490627] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.490627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.491232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.491340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.492255] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.492365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.493402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.493402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.494255] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.494255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.495229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.495229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.521185] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 807.521842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.522984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f9e566-ec13-497b-b07c-bff120e225f5 is going to be deleted. [ 807.523111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.525625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.561545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.561770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.569031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.569031] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55b6f0a-25c6-40c6-91d0-44607ca0532c is going to be deleted. [ 807.569031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.569031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.605198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.605378] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f99e6737-01a2-4eca-ba4d-6f62ca3a8fda is going to be deleted. [ 807.606512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.606748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.614623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.614956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.666418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.666589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c06287c2-4da8-4ad6-93e5-e13161ef4d0e is going to be deleted. [ 807.667747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.668920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.700751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.700751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cf0e7b9-8ca5-4be7-bf87-32275579ab7c is going to be deleted. [ 807.701475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.702332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.703663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.703663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.705847] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.705847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.729497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.729497] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc086780-bf73-46cb-9bcf-36a8f25a3bc6 is going to be deleted. [ 807.729952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.730203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.870546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.870714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.870775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.870987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.871167] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.871270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.871328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.871725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.871725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.871725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.871890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.871890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.871967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.872237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.872237] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.872342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.872342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.873025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.873025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.873025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.873025] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.878723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.878723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.878723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.879782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.879782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.879782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.879782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.879782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.879782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.879782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.880070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.880070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.880553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.880553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.880553] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.880553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.880703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.880744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.880802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.880902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.880974] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.881972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.882092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.882218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.882276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.882435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.882591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.882591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.884508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.884508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.884508] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.886583] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.886583] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.888261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.888261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.888261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.888470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.888610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.888705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.888765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.888996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.888996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.889274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.889274] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.889465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.889465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.889576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.889630] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.889753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.889753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.890139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.890139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.890139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.890139] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.900909] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.901091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.901161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.901457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.901642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.901732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.901860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.901944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.902525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.902525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.902525] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.902525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.902525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.902525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.902817] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.902817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.902817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.902918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.903039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.903098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.903242] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.904098] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03eec768-e6e1-44ec-a090-3675a2bfb102: rpc.has_security_group_logging(os_id): False [ 807.907174] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9daf1805-32a9-44e1-9389-ae8e8718b7c9: rpc.has_security_group_logging(os_id): False [ 807.916886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.917128] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc63314e-3c09-4934-9efc-91e058123226 is going to be deleted. [ 807.918125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.918280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.938630] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.938630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.940310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.940485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.948925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c404a1f-c618-4871-90bd-12cdea60df67 in Status: SUCCESS [ 807.949276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.962393] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.962542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.968528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.968677] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02973862-aeaa-4175-89ac-c94b4d84d2d8 is going to be deleted. [ 807.969638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.969860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.971546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.971546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.069024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.069244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.079403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.079403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 006c3d9c-cf44-4679-a08f-0d6bf68de223 is going to be deleted. [ 808.080076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.080270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.103665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.103665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.153181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.153943] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be deleted. [ 808.156774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.157159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.157159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.157760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f856a8c5-32df-4ca8-8924-81532541088e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.157920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.158713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.158713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.158713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f9e566-ec13-497b-b07c-bff120e225f5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.158914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.159184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.159318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.159411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55b6f0a-25c6-40c6-91d0-44607ca0532c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.159575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.159738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.159807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.160092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f99e6737-01a2-4eca-ba4d-6f62ca3a8fda" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.160092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.160806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.160890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.161076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c06287c2-4da8-4ad6-93e5-e13161ef4d0e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.161448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.161448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.219831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.220618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.220618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.220618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.220932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.220995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.221151] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be updated. [ 808.223084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.223084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.236052] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.236283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.243483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.243483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.330411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.331884] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.331884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.331884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.332260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.332260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.332260] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 is going to be updated. [ 808.334103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.334321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.334403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.334537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc63314e-3c09-4934-9efc-91e058123226" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.334679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.334833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.335052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.335207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc086780-bf73-46cb-9bcf-36a8f25a3bc6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.335409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.335560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.335637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.335740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cf0e7b9-8ca5-4be7-bf87-32275579ab7c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.335855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.335993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.336096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.336198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02973862-aeaa-4175-89ac-c94b4d84d2d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.336830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.336988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.337090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.337205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-006c3d9c-cf44-4679-a08f-0d6bf68de223" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.372900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.373413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.373413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.373736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.374796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.374796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.374796] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9552a565-50ed-4c25-a61b-292488a677d6: rpc.has_security_group_logging(os_id): False [ 808.387924] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79021230-2c35-46ed-99c1-1c1e98d33f70: rpc.has_security_group_logging(os_id): False [ 808.390237] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c28a29d4-abbe-44fb-890f-4de2fde2b904: rpc.has_security_group_logging(os_id): False [ 808.391821] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cac8ad38-ab98-444a-bc91-a37058965ea3: rpc.has_security_group_logging(os_id): False [ 808.392960] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba76667f-d0f1-4d17-b420-3436e9196f53: rpc.has_security_group_logging(os_id): False [ 808.394380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b68a240-6671-4120-9ef6-905f3502a2ce: rpc.has_security_group_logging(os_id): False [ 808.408392] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ed1a9e-84c5-461d-aad3-f71cd1ba3607: rpc.has_security_group_logging(os_id): False [ 808.458155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.458291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.458339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.458540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.460892] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: SUCCESS [ 808.461189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.461436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.461859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.462017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.462221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.462221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.462354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.462431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.462551] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.477195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.477379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.479954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.480144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.490265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.490475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.495722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.495851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.497230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.497513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.509556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.509868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.524938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.525584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.525715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.525804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.526039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.526130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.526260] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 is going to be updated. [ 808.528575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.528575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.565467] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ae2d9f0-59a6-4e60-ad21-e3ec7d00c4c9 req-374a8de3-9943-4438-8594-d18d4a233278 tempest-ServerAddressesTestJSON-84004151 tempest-ServerAddressesTestJSON-84004151-project-member] Enqueued Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGHEST for action security_group_members [ 808.567094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.567232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.567874] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGHEST for action security_group_members [ 808.568625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.568625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.568625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.568911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.569014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.569268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.569360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.569611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.569675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.570119] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.592823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.592823] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.592823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.592823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.595828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.595828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.595828] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.596343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.597681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.597681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.597681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.597681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.597681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.597681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.598061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.598061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.598180] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be updated. [ 808.600125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.600472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.641737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.642072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.642199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.642263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.642502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.642569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.642903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.643375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.643498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.644326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.644326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.644326] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.644571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.644571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.644641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.645207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.645207] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be updated. [ 808.648266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.648266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.666050] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.666220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.735575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.736114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.736267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.736374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.736696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.736851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.737253] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 808.739486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.739835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.755123] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.755316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.785364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.785452] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.785653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.785653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.785805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.786613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.786613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.786613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.786613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.786613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.786613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.787016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.787016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.787016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.787016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.787016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.787278] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 808.788320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.788489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.793742] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.793742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.839723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.839920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.841470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.845939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.845939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.845939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.845939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.846211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.846278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.846407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.846488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.846677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.846769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.847035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.847144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.847206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.847321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.847413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.847542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9552a565-50ed-4c25-a61b-292488a677d6 is going to be updated. [ 808.848887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.849114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.849285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.850679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.851009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.855069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.855069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.855069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.855069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.855069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.885532] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: IN_PROGRESS for 2s [ 808.894014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 in Status: IN_PROGRESS for 2s [ 808.901000] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: IN_PROGRESS for 2s [ 808.907759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.908129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.910390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.910390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.910390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.910390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 808.911632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.911832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.911995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.913129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.913357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.913523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.919458] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.919707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.919707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.919998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.920167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.952592] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: IN_PROGRESS for 2s [ 808.959705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 808.962693] env[65380]: INFO networking_nsxv3.common.synchronization [req-eaded57e-db1f-4856-89c8-9093f1d5e7e3 req-e63d6333-4c19-45c9-9f87-d21f3f275b8e tempest-ImagesOneServerNegativeTestJSON-1926519048 tempest-ImagesOneServerNegativeTestJSON-1926519048-project-member] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 808.963775] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: IN_PROGRESS for 2s [ 808.964215] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 808.964593] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.965645] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.965794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.965862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.966329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.966329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.966459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.966525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.967524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.967524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.967524] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.969197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.969397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.969502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.969956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.970071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.049012] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 809.061235] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.061487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.061631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.062187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.062289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.074076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.074076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.074212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.075380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.075380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.075380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.075380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.075380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.075380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.075380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.075716] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9552a565-50ed-4c25-a61b-292488a677d6 is going to be updated. [ 809.119612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9552a565-50ed-4c25-a61b-292488a677d6 in Status: IN_PROGRESS for 2s [ 809.124419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.124600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.124743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.124954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.125124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.148391] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 809.180679] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 809.180679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.180679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.180679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.181224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.181482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.193329] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9552a565-50ed-4c25-a61b-292488a677d6 in Status: IN_PROGRESS for 2s [ 809.475032] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.475032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.475032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.475032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.475032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.505268] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc in Status: SUCCESS [ 809.505590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.505816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.506081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.506278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.506400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.506462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.506621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.506704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.506799] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b93895e-5383-43d1-84f7-38572cc0b9dc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.510190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.510278] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.510418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.510418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.510632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.510693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.510823] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 809.553879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.554112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.554112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.554417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.554602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.566158] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 809.978141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.978347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.978448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.978724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.978847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.978977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c is going to be updated. [ 810.009929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.010799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.010937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.011433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.011661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.012426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.012744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.012862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.013272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.013406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.013567] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b93895e-5383-43d1-84f7-38572cc0b9dc is going to be deleted. [ 810.016742] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.017334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.017521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.018093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.018173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.031200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: IN_PROGRESS for 2s [ 810.055653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.055808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.055916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.056109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.056212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.056321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b93895e-5383-43d1-84f7-38572cc0b9dc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.558964] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae4bc535-54c7-438b-894d-2418d088d001 req-3c3530ae-3fd6-4e78-a3de-1ea7761246bf tempest-ServersNegativeTestJSON-537966175 tempest-ServersNegativeTestJSON-537966175-project-member] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 810.559581] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 810.559924] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.560076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.560131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.560406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.560568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.560681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.561366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.561366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.561366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.561366] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.915117] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: SUCCESS [ 810.915560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.919018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: SUCCESS [ 810.919018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.919018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 in Status: SUCCESS [ 810.919018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.972333] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: SUCCESS [ 810.973474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.975859] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: SUCCESS [ 810.976063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.977295] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 810.977492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.989526] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.989802] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.989970] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.990307] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.990610] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.990810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.990899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.991164] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.991350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.991663] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.991788] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.991856] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.991918] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.992025] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.992163] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.992304] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.017638] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.017878] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.018450] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.018450] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.018590] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-bbadc19c-78ee-4246-a53d-77f01c5ccea8 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.018723] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.019068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.019333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.019479] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbadc19c-78ee-4246-a53d-77f01c5ccea8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.066949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 811.067207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.067617] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.067785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.067905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.068130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.068203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.068407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.068498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.068552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.068709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.068773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.068859] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d already deleted. [ 811.068940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.134939] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9552a565-50ed-4c25-a61b-292488a677d6 in Status: SUCCESS [ 811.135253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.162158] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 811.162158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.207990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9552a565-50ed-4c25-a61b-292488a677d6 in Status: SUCCESS [ 811.208110] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9552a565-50ed-4c25-a61b-292488a677d6 deletion is rescheduled due to dependency. [ 811.208224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.524185] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.525313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.525313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.525680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.525680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.525749] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port bbadc19c-78ee-4246-a53d-77f01c5ccea8 not found, creating... [ 811.526041] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.526224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.526449] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.526661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.526894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.527377] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.527830] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.528045] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.528353] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.528520] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.529465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: bbadc19c-78ee-4246-a53d-77f01c5ccea8 is going to be created. [ 811.555241] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.555517] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.555776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.556141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.556332] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.556629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.581042] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 811.581434] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 deletion is rescheduled due to dependency. [ 811.581434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.045984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: SUCCESS [ 812.045984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.045984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.045984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.045984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.045984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.045984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.050536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.050536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.050536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.050536] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.323020] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae4bc535-54c7-438b-894d-2418d088d001 req-573a8dff-509d-4aa0-adc7-ec8cff757ebc service nova] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_rules [ 812.323238] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae4bc535-54c7-438b-894d-2418d088d001 req-573a8dff-509d-4aa0-adc7-ec8cff757ebc service nova] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 812.323377] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae4bc535-54c7-438b-894d-2418d088d001 req-573a8dff-509d-4aa0-adc7-ec8cff757ebc service nova] Enqueued Resource ID: bbadc19c-78ee-4246-a53d-77f01c5ccea8 with Priority: HIGHEST for action port [ 812.324838] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_rules [ 812.325075] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 812.325244] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbadc19c-78ee-4246-a53d-77f01c5ccea8 with Priority: HIGHEST for action port [ 812.325736] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.325919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.326379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.326703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.326880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.328014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.328196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.328312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.328556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.328836] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.329011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.329127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.329348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.329510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.329650] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.331052] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbadc19c-78ee-4246-a53d-77f01c5ccea8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.331264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.331408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.331614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.331774] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbadc19c-78ee-4246-a53d-77f01c5ccea8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.442575] env[65380]: INFO networking_nsxv3.common.synchronization [req-87f6c89a-7e0a-4167-aa9d-1794b6c7c2bc req-4327d50b-10d7-4bc7-a882-a4e3868d9341 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 812.442575] env[65380]: INFO networking_nsxv3.common.synchronization [req-87f6c89a-7e0a-4167-aa9d-1794b6c7c2bc req-4327d50b-10d7-4bc7-a882-a4e3868d9341 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 812.442981] env[65380]: INFO networking_nsxv3.common.synchronization [req-87f6c89a-7e0a-4167-aa9d-1794b6c7c2bc req-4327d50b-10d7-4bc7-a882-a4e3868d9341 tempest-SecurityGroupsTestJSON-1673006647 tempest-SecurityGroupsTestJSON-1673006647-project-member] Enqueued Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGHEST for action security_group_members [ 812.443782] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGHEST for action security_group_members [ 812.443943] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGHEST for action security_group_members [ 812.444176] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGHEST for action security_group_members [ 812.445229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.445229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.445970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.446373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.446591] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.446721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.446787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.446982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.447100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.447216] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.448438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.448577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.448634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.448816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.448984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.449154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.449227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.449424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.449514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.449615] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.451283] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c28a29d4-abbe-44fb-890f-4de2fde2b904 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.451432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.451484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.455021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.455021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.455021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.455021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.455021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.455021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.455021] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.551330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.551516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.551563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.551774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.551960] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.552333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.552443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.552599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.552692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.552936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.552936] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.553089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.553089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.553367] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.553457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.553519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.553744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.553819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.553909] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.835769] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.835769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.835769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.835769] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbadc19c-78ee-4246-a53d-77f01c5ccea8 with status ACTIVE [ 812.835769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.836378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.836378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.836378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.836378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.836378] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.836625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.836625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.836718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.836797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.836985] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.837391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.837391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.837391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.837391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.837612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbadc19c-78ee-4246-a53d-77f01c5ccea8 is going to be updated. [ 812.874061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.874061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.874449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.874449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.874449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.874659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.956567] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.957611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.957611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.957611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.957611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.957847] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.957847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.957847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.958073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.958110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.959765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be updated. [ 812.959765] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.959765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.959765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.961683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.961683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.961683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.961683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.961683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.961683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.961683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.961683] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be updated. [ 812.962770] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.962832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.962930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.963231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.963231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.963385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.963487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.963554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.963714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.963791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.963885] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 is going to be updated. [ 813.008980] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.008980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.009364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.010204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.010531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.012533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.012811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.012811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.012905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.014275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.016781] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.016985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.017075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.017301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.017436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.031331] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: IN_PROGRESS for 2s [ 813.032271] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: IN_PROGRESS for 2s [ 813.034274] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: IN_PROGRESS for 2s [ 813.056695] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6cfdded-6ef1-4412-941a-647a1342fd0c: rpc.has_security_group_logging(os_id): False [ 813.089872] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.089872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.089872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.089872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.122042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.122042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.122042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.122042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.122042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.122042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.123041] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.123802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.123802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.123802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.123802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.124110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.124110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.124110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.124279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.124317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.124423] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c is going to be updated. [ 813.222294] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.222294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.222294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.222294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.222294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.241417] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: IN_PROGRESS for 2s [ 813.340218] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.471478] env[65380]: INFO networking_nsxv3.common.synchronization [req-2ad1a8bf-439d-459d-a71c-f7332ddcf6fe req-147efe02-1c7b-4b8e-8da1-6736558ed2b7 tempest-ImagesOneServerTestJSON-386490806 tempest-ImagesOneServerTestJSON-386490806-project-member] Enqueued Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGHEST for action security_group_members [ 813.472246] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGHEST for action security_group_members [ 813.472692] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b06d21-af0d-4441-8347-d328c266f3fb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.472947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.473032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.473699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.473908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.474040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.474126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.474546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.474546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.474546] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.846027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.846027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.846027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.846027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.846027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.846027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be created. [ 813.883882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.883882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.883882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.883882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.884109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.895642] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.895853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-727" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.895978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-727" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.896315] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-727" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.896573] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.896731] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.897978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.897978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.897978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.897978] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.897978] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.897978] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.898262] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.898401] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.898538] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.898724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.900381] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: UNINITIALIZED for 2s [ 813.919635] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.919983] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.920067] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.920199] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-727" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.920516] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-e615249d-2b37-4211-abe1-70015ea3d4cf taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.920677] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-e615249d-2b37-4211-abe1-70015ea3d4cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.922527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-e615249d-2b37-4211-abe1-70015ea3d4cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.922527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-e615249d-2b37-4211-abe1-70015ea3d4cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.922527] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e615249d-2b37-4211-abe1-70015ea3d4cf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.976979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.977293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.977293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.977568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.977568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.977898] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.978092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.978092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.978330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.978384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.978483] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91b06d21-af0d-4441-8347-d328c266f3fb already deleted. [ 813.978561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.424721] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.425016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.425161] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.425615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.425841] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.426128] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port e615249d-2b37-4211-abe1-70015ea3d4cf not found, creating... [ 814.426485] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.426748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.426899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.427502] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.427856] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.428454] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.428710] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.428980] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.429326] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.429559] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.429793] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: e615249d-2b37-4211-abe1-70015ea3d4cf is going to be created. [ 814.456580] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.456580] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.456580] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.456879] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.457068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.457314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-e615249d-2b37-4211-abe1-70015ea3d4cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.605265] env[65380]: INFO networking_nsxv3.common.synchronization [req-eb8631d9-5e33-4d91-805f-1b8a3023654e req-2965a0ab-0e49-465c-aa5a-f585a172d0bb tempest-ServersTestFqdnHostnames-537130554 tempest-ServersTestFqdnHostnames-537130554-project-member] Enqueued Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_members [ 814.605904] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGHEST for action security_group_members [ 814.606180] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.606364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.606364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.606589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.607251] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.607251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.607251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.607251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.607251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.608257] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.046592] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac8ad38-ab98-444a-bc91-a37058965ea3 in Status: SUCCESS [ 815.046911] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 deletion is rescheduled due to dependency. [ 815.049025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.049025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 in Status: SUCCESS [ 815.049025] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 deletion is rescheduled due to dependency. [ 815.049025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.049025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 in Status: SUCCESS [ 815.049312] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 deletion is rescheduled due to dependency. [ 815.049438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.110350] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.110728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.110728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.110790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.134127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.134390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.134549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.134614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.134761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.134846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.134937] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba is going to be updated. [ 815.162190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.162348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.162402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.163557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.163557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.173568] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba in Status: IN_PROGRESS for 2s [ 815.188574] env[65380]: INFO networking_nsxv3.common.synchronization [req-2ad1a8bf-439d-459d-a71c-f7332ddcf6fe req-91de864f-3491-4a67-a826-c4499489511c service nova] Enqueued Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGHEST for action security_group_rules [ 815.188574] env[65380]: INFO networking_nsxv3.common.synchronization [req-2ad1a8bf-439d-459d-a71c-f7332ddcf6fe req-91de864f-3491-4a67-a826-c4499489511c service nova] Enqueued Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGHEST for action security_group_members [ 815.188574] env[65380]: INFO networking_nsxv3.common.synchronization [req-2ad1a8bf-439d-459d-a71c-f7332ddcf6fe req-91de864f-3491-4a67-a826-c4499489511c service nova] Enqueued Resource ID: e615249d-2b37-4211-abe1-70015ea3d4cf with Priority: HIGHEST for action port [ 815.188574] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGHEST for action security_group_rules [ 815.188574] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGHEST for action security_group_members [ 815.188574] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e615249d-2b37-4211-abe1-70015ea3d4cf with Priority: HIGHEST for action port [ 815.189127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91b06d21-af0d-4441-8347-d328c266f3fb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.189127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.189127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.189397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.189483] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.190931] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b06d21-af0d-4441-8347-d328c266f3fb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.190931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.190931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.190931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.191210] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.191210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.191210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.191348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.191432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.191519] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.193162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e615249d-2b37-4211-abe1-70015ea3d4cf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.193279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e615249d-2b37-4211-abe1-70015ea3d4cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.193341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e615249d-2b37-4211-abe1-70015ea3d4cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.193489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e615249d-2b37-4211-abe1-70015ea3d4cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.193554] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e615249d-2b37-4211-abe1-70015ea3d4cf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.257437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: SUCCESS [ 815.257671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.694799] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.695740] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e615249d-2b37-4211-abe1-70015ea3d4cf with status ACTIVE [ 815.695740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.695740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.695740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.695740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.695740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.695740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.695740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.696953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.696953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.696953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.697115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.697211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.697271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.697422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.697485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.697659] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e615249d-2b37-4211-abe1-70015ea3d4cf is going to be updated. [ 815.699086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b06d21-af0d-4441-8347-d328c266f3fb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.699243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.723498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.723705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.723782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.723941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.724229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.724484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e615249d-2b37-4211-abe1-70015ea3d4cf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.912308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 815.912667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.912749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.914472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.914472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.914472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.914472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.914472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.914472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.914472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.914472] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.201428] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.416291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.416789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.416789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.417283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.417283] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.417283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.417283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.417634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.417634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.417634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.417806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.417806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.417921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.418196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.418196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.418637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.418637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.418637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.418637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.418637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.419283] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.703544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.703788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.703880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.704583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.704583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.704583] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91b06d21-af0d-4441-8347-d328c266f3fb is going to be created. [ 816.731347] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.731486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.731560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.731773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.731939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.744872] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91b06d21-af0d-4441-8347-d328c266f3fb in Status: UNINITIALIZED for 2s [ 816.922791] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c478653-3001-49b8-b022-3ee048aa6e5d: rpc.has_security_group_logging(os_id): False [ 816.946048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.948118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.948314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.948652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.948899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.949152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.949319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.949411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.949621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.949737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.950048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.950154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.950216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.950352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.950972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.950972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.950972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.950972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.950972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.950972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.951258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be created. [ 817.025578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.025578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.025578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.025578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.025578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.038404] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 2s [ 817.185866] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba in Status: SUCCESS [ 817.186119] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba deletion is rescheduled due to dependency. [ 817.186266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.756982] env[65380]: INFO networking_nsxv3.common.synchronization [req-09891518-0f1f-4219-aa4b-a3f3262b6781 req-8260f34a-50f2-4c6f-85b6-35de1d74d974 tempest-ListImageFiltersTestJSON-1717330648 tempest-ListImageFiltersTestJSON-1717330648-project-member] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 817.758475] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 817.760646] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.760974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.761264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.761666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.762073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.763019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.763019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.763019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.763019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.763019] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.266476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.546945] env[65380]: INFO networking_nsxv3.common.synchronization [req-d886ed25-53b6-4d4c-8dd1-5c898eed990f req-bae91648-1778-42a8-aaf2-576c68ef2be6 tempest-ServersAdminNegativeTestJSON-1084595625 tempest-ServersAdminNegativeTestJSON-1084595625-project-member] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 818.547794] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGHEST for action security_group_members [ 818.548377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.548377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.548545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.548716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.548886] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.549297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.549297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.549297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.549414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.549522] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.758245] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91b06d21-af0d-4441-8347-d328c266f3fb in Status: SUCCESS [ 818.758549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.758672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.758978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.759213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.759324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.759395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.759575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.759661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.759753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.759851] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.772023] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.052312] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 819.052473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.053154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.053154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.053154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.053522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.058636] env[65380]: INFO networking_nsxv3.common.synchronization [req-c2a6711c-02fb-4e2e-8323-e98ac3c71ad3 req-6a8ac653-6c1f-43c4-a930-01aeb693f118 tempest-ServersTestBootFromVolume-1171683164 tempest-ServersTestBootFromVolume-1171683164-project-member] Enqueued Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_members [ 819.059324] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGHEST for action security_group_members [ 819.059651] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.059794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.059871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.060110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.060302] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.060408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.060467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.060682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.060682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.060888] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.080278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.080561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.080683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.080811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.080953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.081043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.081136] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 is going to be updated. [ 819.116223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.116223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.116223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.116223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.116533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.126396] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: IN_PROGRESS for 2s [ 819.261409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b06d21-af0d-4441-8347-d328c266f3fb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.261851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.261851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.261851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.262102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.262102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.262240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.262321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.262411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.262501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.262644] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b06d21-af0d-4441-8347-d328c266f3fb taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.262752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.262820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.262959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.263124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.263218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.263313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.263522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.263522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263690] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.271653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.272129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.272940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.272940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.272940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.273183] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be updated. [ 819.331364] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.331635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.331635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.331928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.332031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.346728] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: IN_PROGRESS for 2s [ 819.564393] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.564705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.564705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.564844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.564933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.565166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.565266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.565409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.566509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.566976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.566976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 is going to be updated. [ 819.602946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.602946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.602946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.602946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.603361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.614777] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 in Status: IN_PROGRESS for 2s [ 819.766656] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91b06d21-af0d-4441-8347-d328c266f3fb: rpc.has_security_group_logging(os_id): False [ 819.792162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.792162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.792162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.792162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.792447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.792551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.792654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.792726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.792901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.792980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.793181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.793698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.793698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.793698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.793698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.793868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.793928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.793962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.794295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.794378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.794469] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91b06d21-af0d-4441-8347-d328c266f3fb is going to be created. [ 819.869230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.869457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.869457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.869686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.869836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.885373] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91b06d21-af0d-4441-8347-d328c266f3fb in Status: IN_PROGRESS for 2s [ 821.139394] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db9404a-b471-452b-92a7-cd905ab3db45 in Status: SUCCESS [ 821.140675] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 deletion is rescheduled due to dependency. [ 821.140675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.360163] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: SUCCESS [ 821.360163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.627467] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 in Status: SUCCESS [ 821.627838] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 deletion is rescheduled due to dependency. [ 821.627838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.899595] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91b06d21-af0d-4441-8347-d328c266f3fb in Status: SUCCESS [ 821.899595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.012819] env[65380]: INFO networking_nsxv3.common.synchronization [None req-14f32086-9d54-420d-9fd5-8f38ebd48dff None None] Enqueued Resource ID: 41c68691-0e84-453a-8d03-006754cd9700 with Priority: HIGHEST for action port [ 822.012819] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c68691-0e84-453a-8d03-006754cd9700 with Priority: HIGHEST for action port [ 822.012819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-41c68691-0e84-453a-8d03-006754cd9700 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.012819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41c68691-0e84-453a-8d03-006754cd9700" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.012819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41c68691-0e84-453a-8d03-006754cd9700" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.012819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41c68691-0e84-453a-8d03-006754cd9700" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.012819] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41c68691-0e84-453a-8d03-006754cd9700',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.516885] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41c68691-0e84-453a-8d03-006754cd9700 [ 822.518459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.518459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.518459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.518459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.518459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.518459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41c68691-0e84-453a-8d03-006754cd9700 already deleted. [ 822.518459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41c68691-0e84-453a-8d03-006754cd9700" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.256312] env[65380]: INFO networking_nsxv3.common.synchronization [req-c4668e3e-ef46-411d-b050-d9915a12083a req-58c5fde7-c34c-42d1-8118-73d8dc76088d tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 824.256898] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 824.257227] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.257352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.257615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.257769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.257925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.258712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.258823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.258941] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.609110] env[65380]: INFO networking_nsxv3.common.synchronization [req-c2ed6c85-cfa4-4e11-8739-d6d93649d65a req-17feba1c-e5a8-4251-85f2-e3262ddf432f tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 824.610585] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 824.610585] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.610585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.610585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.611072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.611072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.611072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.611072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.611294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.611294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.611377] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.761377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.762892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.762892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.762892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.785054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.785054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.785299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.785299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.785456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.785531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.785615] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 824.811630] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.811886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.811886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.812047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.812188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.821828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 824.863533] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c7a44d62-5d03-48c9-8232-2359a04266a1 None None] Enqueued Resource ID: 2fea6fb2-6e5c-4a77-93bb-1b02930d0024 with Priority: HIGHEST for action port [ 824.864206] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fea6fb2-6e5c-4a77-93bb-1b02930d0024 with Priority: HIGHEST for action port [ 824.864880] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fea6fb2-6e5c-4a77-93bb-1b02930d0024 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.865232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fea6fb2-6e5c-4a77-93bb-1b02930d0024" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.865232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fea6fb2-6e5c-4a77-93bb-1b02930d0024" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.865492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fea6fb2-6e5c-4a77-93bb-1b02930d0024" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.865615] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fea6fb2-6e5c-4a77-93bb-1b02930d0024',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.998411] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.998638] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.998758] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.998975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.000527] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.000527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.000527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.000854] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.001120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.001878] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.002017] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.002154] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.002266] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.002388] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.002491] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.002623] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.026729] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.026852] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.027102] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.027584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.028176] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-d15afa85-053b-49b7-a9df-eb592c2ba28d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.028469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-d15afa85-053b-49b7-a9df-eb592c2ba28d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.028671] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-d15afa85-053b-49b7-a9df-eb592c2ba28d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.029348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-d15afa85-053b-49b7-a9df-eb592c2ba28d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.029348] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d15afa85-053b-49b7-a9df-eb592c2ba28d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.118265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.118265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.118265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.118265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.139969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.139969] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.139969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.139969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.139969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.139969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.139969] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 825.168226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.168439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.168439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.168515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.168929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.180203] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 825.317367] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ac028c35-6889-46cc-8327-59301bfa159c None None] Enqueued Resource ID: 3fd0f930-6e01-449e-adff-f8f4bf35b82a with Priority: HIGHEST for action port [ 825.318627] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd0f930-6e01-449e-adff-f8f4bf35b82a with Priority: HIGHEST for action port [ 825.318627] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd0f930-6e01-449e-adff-f8f4bf35b82a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.318627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd0f930-6e01-449e-adff-f8f4bf35b82a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.318627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd0f930-6e01-449e-adff-f8f4bf35b82a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.319168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd0f930-6e01-449e-adff-f8f4bf35b82a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.319168] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd0f930-6e01-449e-adff-f8f4bf35b82a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.368923] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fea6fb2-6e5c-4a77-93bb-1b02930d0024 [ 825.369905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.370724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.370914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.372380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.372604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.372836] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fea6fb2-6e5c-4a77-93bb-1b02930d0024 already deleted. [ 825.372952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fea6fb2-6e5c-4a77-93bb-1b02930d0024" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.538267] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.538267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.538267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.538267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.538267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.538267] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port d15afa85-053b-49b7-a9df-eb592c2ba28d not found, creating... [ 825.538267] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.538267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.538267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.538267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.538267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.538734] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.538734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.538734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.538734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.538734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.538734] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: d15afa85-053b-49b7-a9df-eb592c2ba28d is going to be created. [ 825.563437] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.563437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.563437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.563437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.563437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.563437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-d15afa85-053b-49b7-a9df-eb592c2ba28d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.822209] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fd0f930-6e01-449e-adff-f8f4bf35b82a [ 825.822209] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.822438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.822438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.823120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.823120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.823120] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fd0f930-6e01-449e-adff-f8f4bf35b82a already deleted. [ 825.823120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd0f930-6e01-449e-adff-f8f4bf35b82a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.335894] env[65380]: INFO networking_nsxv3.common.synchronization [req-c4668e3e-ef46-411d-b050-d9915a12083a req-f056620a-e681-4e0c-a162-7fc49f55cff8 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 826.335894] env[65380]: INFO networking_nsxv3.common.synchronization [req-c4668e3e-ef46-411d-b050-d9915a12083a req-f056620a-e681-4e0c-a162-7fc49f55cff8 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 826.335894] env[65380]: INFO networking_nsxv3.common.synchronization [req-c4668e3e-ef46-411d-b050-d9915a12083a req-f056620a-e681-4e0c-a162-7fc49f55cff8 service nova] Enqueued Resource ID: d15afa85-053b-49b7-a9df-eb592c2ba28d with Priority: HIGHEST for action port [ 826.339776] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 826.339776] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 826.339776] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15afa85-053b-49b7-a9df-eb592c2ba28d with Priority: HIGHEST for action port [ 826.339776] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.339776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.339776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.339776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.339776] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.339776] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.340286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.341000] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d15afa85-053b-49b7-a9df-eb592c2ba28d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.341347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d15afa85-053b-49b7-a9df-eb592c2ba28d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.341510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d15afa85-053b-49b7-a9df-eb592c2ba28d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.341782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d15afa85-053b-49b7-a9df-eb592c2ba28d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.341974] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d15afa85-053b-49b7-a9df-eb592c2ba28d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.837118] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 826.838434] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 826.838434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.838434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.838434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.838434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.838434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.838434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.838434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.838880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.838880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.844337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.844445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.844667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d15afa85-053b-49b7-a9df-eb592c2ba28d with status ACTIVE [ 826.844768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.844873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.844972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.845127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.845214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.845377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.845474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.845536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.845675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.845749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.845951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.846061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.846145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.846256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.846327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.846410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d15afa85-053b-49b7-a9df-eb592c2ba28d is going to be updated. [ 826.873465] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.873665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.873731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.875487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.875487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.875487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d15afa85-053b-49b7-a9df-eb592c2ba28d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.190734] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 827.190734] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 deletion is rescheduled due to dependency. [ 827.190734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.341416] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.834123] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0bd99446-2fec-4d56-8b64-d7b51ab89652 None None] Enqueued Resource ID: 32c6f41f-e855-43ed-8695-d031d6383f40 with Priority: HIGHEST for action port [ 827.834123] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32c6f41f-e855-43ed-8695-d031d6383f40 with Priority: HIGHEST for action port [ 827.834123] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-32c6f41f-e855-43ed-8695-d031d6383f40 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.834123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32c6f41f-e855-43ed-8695-d031d6383f40" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.834123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32c6f41f-e855-43ed-8695-d031d6383f40" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.834123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32c6f41f-e855-43ed-8695-d031d6383f40" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.834123] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32c6f41f-e855-43ed-8695-d031d6383f40',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.843784] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.308868] env[65380]: INFO networking_nsxv3.common.synchronization [req-a5d40403-6e71-43b0-8b38-5b9510b57ce3 req-4574a7d3-5147-4b60-b3c5-c11ac8ea5a8f tempest-FloatingIPsAssociationTestJSON-566088622 tempest-FloatingIPsAssociationTestJSON-566088622-project-member] Enqueued Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 828.309608] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 828.310472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.310472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.310472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.310472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.310472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.310472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.310763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.310763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.310763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.310863] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.335768] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32c6f41f-e855-43ed-8695-d031d6383f40 [ 828.335768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.335768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.335768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.336035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.336035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.338026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32c6f41f-e855-43ed-8695-d031d6383f40 already deleted. [ 828.338026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32c6f41f-e855-43ed-8695-d031d6383f40" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.346895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.347244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.347244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.347331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.347665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.347665] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 828.376783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.377167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.377167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.377328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.377362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.389105] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 828.496252] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d761f2fd-9348-4eb1-a0e0-a23cd020dbca tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_rules [ 828.496252] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_rules [ 828.496252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.496252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.496252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.496252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.496252] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.608950] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4a51d4f8-0bc7-4990-aff2-7d04e68a2f89 tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_rules [ 828.609704] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_rules [ 828.609801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.609904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.813046] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.020319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.020464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.020524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.020791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.020831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.020917] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad already deleted. [ 829.020998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.021264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.021567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.021691] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.316565] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.545029] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.545029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.545029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.545412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.545412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.545486] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad already deleted. [ 829.545537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.819249] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.819249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.819249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.819518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.819603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.819699] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c is going to be updated. [ 829.848906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.849095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.849161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.849384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.849552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.858942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: IN_PROGRESS for 2s [ 830.400477] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 830.400755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.400941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.401190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.401512] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.401752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.401836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.402250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.402250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.402428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.402542] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.905084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.905084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.905084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.905510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.905510] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.905718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.905718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.905789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.905954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.905954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.906094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.906211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.906263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.906904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.906904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.906904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.906904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.906904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.906904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.907183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.907183] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.410249] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e824c4-9998-4852-bdf6-4db2e5e37b35: rpc.has_security_group_logging(os_id): False [ 831.432948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.433215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.433306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.433457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.433542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.433757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.433862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.433922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.434080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.434170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.436043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.436043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.436043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.436043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.436043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.436043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.436043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.436043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.436043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.436043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.436043] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 831.504337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.504479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.504614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.504757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.505013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.521989] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 831.773032] env[65380]: INFO networking_nsxv3.common.synchronization [req-19159113-6b71-4736-8f4a-ad0c7fc3b0ab req-e34bd25e-e3d4-406a-acb0-97378eaeab1d tempest-ServersAdminTestJSON-1855485524 tempest-ServersAdminTestJSON-1855485524-project-member] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 831.773032] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 831.773032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.773032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.773299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.773608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.774978] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.774978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.774978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.774978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.774978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.774978] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.869645] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: SUCCESS [ 831.869869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.277792] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.780617] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.285462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.285462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.285462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.285462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.285462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.286177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 833.320765] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.320765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.320765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.320765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.321055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.332337] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 833.537172] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 833.537417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.889999] env[65380]: INFO networking_nsxv3.common.synchronization [None req-651f1eff-ad0f-4f8e-8f91-50cfde26efdd None None] Enqueued Resource ID: 2e15b704-d78e-4834-bc5f-d40db3cb544e with Priority: HIGHEST for action port [ 833.890987] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e15b704-d78e-4834-bc5f-d40db3cb544e with Priority: HIGHEST for action port [ 833.891268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e15b704-d78e-4834-bc5f-d40db3cb544e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.891458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e15b704-d78e-4834-bc5f-d40db3cb544e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.891703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e15b704-d78e-4834-bc5f-d40db3cb544e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.891922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e15b704-d78e-4834-bc5f-d40db3cb544e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.892062] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e15b704-d78e-4834-bc5f-d40db3cb544e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.394346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e15b704-d78e-4834-bc5f-d40db3cb544e [ 834.394597] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.394725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.394791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.395013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.395108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.395212] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e15b704-d78e-4834-bc5f-d40db3cb544e already deleted. [ 834.395295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e15b704-d78e-4834-bc5f-d40db3cb544e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.348070] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 835.348070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.316017] env[65380]: INFO networking_nsxv3.common.synchronization [None req-93c772e0-2114-4498-880a-e4bcedb2e414 None None] Enqueued Resource ID: 00a01866-badd-4c15-96ea-739de55b5c9d with Priority: HIGHEST for action port [ 836.316606] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a01866-badd-4c15-96ea-739de55b5c9d with Priority: HIGHEST for action port [ 836.316936] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-00a01866-badd-4c15-96ea-739de55b5c9d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.317141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00a01866-badd-4c15-96ea-739de55b5c9d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.317141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00a01866-badd-4c15-96ea-739de55b5c9d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.318962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00a01866-badd-4c15-96ea-739de55b5c9d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.318962] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00a01866-badd-4c15-96ea-739de55b5c9d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.642629] env[65380]: INFO networking_nsxv3.common.synchronization [req-e7a53b51-4817-4f59-82d7-689905a43bd8 req-4c33d012-dcbb-4215-8adf-c3b910ddca62 tempest-ListServersNegativeTestJSON-832628132 tempest-ListServersNegativeTestJSON-832628132-project-member] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 836.643192] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 836.644547] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.644547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.644547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.644844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.645069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.645213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.645300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.645494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.645614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.645796] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.688519] env[65380]: INFO networking_nsxv3.common.synchronization [req-764daa09-ce69-4e9d-bf7b-e0c9afd1a3df req-e5749d22-a42b-4b3c-8c4b-f4280febe529 tempest-ListServersNegativeTestJSON-832628132 tempest-ListServersNegativeTestJSON-832628132-project-member] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 836.689100] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGHEST for action security_group_members [ 836.689525] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.689525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.822237] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00a01866-badd-4c15-96ea-739de55b5c9d [ 836.822483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.822622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.822678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.822852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.822956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.823038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00a01866-badd-4c15-96ea-739de55b5c9d already deleted. [ 836.823127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00a01866-badd-4c15-96ea-739de55b5c9d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.148521] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.148737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.148814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.149072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.149165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.149398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.149502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.149576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.149743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.149844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.149929] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 837.185833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.186046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.186119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.186317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.186463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.196880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 839.211193] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 839.211488] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 deletion is rescheduled due to dependency. [ 839.211716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.211854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.212216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.212216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.212415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.212415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.212523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.212576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.212713] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.715899] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.716084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.716146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.716429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.716520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.716727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.716831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.716891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.717062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.717142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.717242] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be updated. [ 839.748110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.748309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.748422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.748593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.748725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.759328] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: IN_PROGRESS for 2s [ 839.857141] env[65380]: INFO networking_nsxv3.common.synchronization [req-202c1f12-c49a-42e2-b51e-e9a81b191d76 req-bb9c539e-bcf2-4ef7-b8e1-e5e724e71646 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_members [ 839.857728] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_members [ 839.858019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be31281-367f-47a0-8916-af6f47ff53bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.858198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.858330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.858616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.858776] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.858875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.858942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.859102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.859206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.859318] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.227019] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.227019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.227019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.227019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.227019] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.227019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.227019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.227019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.227019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.227839] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.228108] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.228372] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.228863] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.229113] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.229353] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.229644] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.253051] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.253051] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.253051] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.253051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.253051] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-7d96802a-1199-4a18-9a3d-f7b69a52590c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.253051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-7d96802a-1199-4a18-9a3d-f7b69a52590c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.253051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-7d96802a-1199-4a18-9a3d-f7b69a52590c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.253051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-7d96802a-1199-4a18-9a3d-f7b69a52590c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.253051] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d96802a-1199-4a18-9a3d-f7b69a52590c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.362085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.362271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.362335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.362589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.362699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.362913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.363032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.363095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.363245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.363321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.363517] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be31281-367f-47a0-8916-af6f47ff53bf already deleted. [ 840.363626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.756711] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.757020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.757193] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.757557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.757720] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.757875] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 7d96802a-1199-4a18-9a3d-f7b69a52590c not found, creating... [ 840.758261] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.758491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.758612] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.758915] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.759111] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.759412] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.759620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.759808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.760094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.760240] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.760488] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 7d96802a-1199-4a18-9a3d-f7b69a52590c is going to be created. [ 840.780296] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.780519] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.780677] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.780901] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.781154] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.781416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-7d96802a-1199-4a18-9a3d-f7b69a52590c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.549938] env[65380]: INFO networking_nsxv3.common.synchronization [req-202c1f12-c49a-42e2-b51e-e9a81b191d76 req-1a98d540-3869-4790-a0e8-56efbef94373 service nova] Enqueued Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_rules [ 841.549938] env[65380]: INFO networking_nsxv3.common.synchronization [req-202c1f12-c49a-42e2-b51e-e9a81b191d76 req-1a98d540-3869-4790-a0e8-56efbef94373 service nova] Enqueued Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_members [ 841.549938] env[65380]: INFO networking_nsxv3.common.synchronization [req-202c1f12-c49a-42e2-b51e-e9a81b191d76 req-1a98d540-3869-4790-a0e8-56efbef94373 service nova] Enqueued Resource ID: 7d96802a-1199-4a18-9a3d-f7b69a52590c with Priority: HIGHEST for action port [ 841.551292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_rules [ 841.551292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_members [ 841.551292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d96802a-1199-4a18-9a3d-f7b69a52590c with Priority: HIGHEST for action port [ 841.551292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be31281-367f-47a0-8916-af6f47ff53bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.551292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.551292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.551292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.551719] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.552640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be31281-367f-47a0-8916-af6f47ff53bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.552640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.552640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.552640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.552640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.552978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.552978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.552978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.552978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.553288] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.553799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d96802a-1199-4a18-9a3d-f7b69a52590c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.553893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d96802a-1199-4a18-9a3d-f7b69a52590c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.554025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d96802a-1199-4a18-9a3d-f7b69a52590c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.554112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d96802a-1199-4a18-9a3d-f7b69a52590c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.554441] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d96802a-1199-4a18-9a3d-f7b69a52590c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.777638] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 in Status: SUCCESS [ 841.777920] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 deletion is rescheduled due to dependency. [ 841.778058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.055864] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.058039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be31281-367f-47a0-8916-af6f47ff53bf taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.058039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.058751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d96802a-1199-4a18-9a3d-f7b69a52590c with status ACTIVE [ 842.058927] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.059042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.059129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.061077] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.061077] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.061077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.061077] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d96802a-1199-4a18-9a3d-f7b69a52590c is going to be updated. [ 842.085547] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.085749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.085844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.086072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.086423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.086423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d96802a-1199-4a18-9a3d-f7b69a52590c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.561251] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.064717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.066591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.066591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.066591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.066591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.066591] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be31281-367f-47a0-8916-af6f47ff53bf is going to be created. [ 843.109415] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.112760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.112760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.113129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.113379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.127620] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be31281-367f-47a0-8916-af6f47ff53bf in Status: UNINITIALIZED for 2s [ 845.139737] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be31281-367f-47a0-8916-af6f47ff53bf in Status: SUCCESS [ 845.139737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.140289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.140289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.140376] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.141269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.141269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.141269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.141269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.141269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.141269] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.265660] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4036e120-1af2-430c-8c98-abbaa38584e3 None None] Enqueued Resource ID: dbf1009f-0785-4e7d-814a-2881a5e81641 with Priority: HIGHEST for action port [ 845.265660] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf1009f-0785-4e7d-814a-2881a5e81641 with Priority: HIGHEST for action port [ 845.265660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbf1009f-0785-4e7d-814a-2881a5e81641 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.265660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbf1009f-0785-4e7d-814a-2881a5e81641" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.265660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbf1009f-0785-4e7d-814a-2881a5e81641" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.265998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbf1009f-0785-4e7d-814a-2881a5e81641" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.265998] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbf1009f-0785-4e7d-814a-2881a5e81641',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.642829] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.768458] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbf1009f-0785-4e7d-814a-2881a5e81641 [ 845.768719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.768852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.768930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.769161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.769273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.769341] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbf1009f-0785-4e7d-814a-2881a5e81641 already deleted. [ 845.769432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbf1009f-0785-4e7d-814a-2881a5e81641" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.145517] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0be31281-367f-47a0-8916-af6f47ff53bf: rpc.has_security_group_logging(os_id): False [ 846.167953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.168201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.168260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.168505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.168664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.168867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.168957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.169228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.169228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.169403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.169403] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be31281-367f-47a0-8916-af6f47ff53bf is going to be created. [ 846.242156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.242380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.243215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.243215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.243215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.263151] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be31281-367f-47a0-8916-af6f47ff53bf in Status: IN_PROGRESS for 2s [ 847.675155] env[65380]: INFO networking_nsxv3.common.synchronization [req-3c687d6b-507c-4f3c-aca1-78014fdc28b1 req-51f3db34-a892-479b-b6bd-ef56e07b425a tempest-ServersNegativeTestJSON-537966175 tempest-ServersNegativeTestJSON-537966175-project-member] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 847.675155] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 847.675155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.675155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.675155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.675155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.676532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.677133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.677133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.677133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.677305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.677354] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.004606] env[65380]: INFO networking_nsxv3.common.synchronization [None req-410f2c6c-acc2-4d7a-9b9d-6d85a4ffc8e8 None None] Enqueued Resource ID: 569846a2-ba2d-4da5-a470-4a584c5a4ed0 with Priority: HIGHEST for action port [ 848.005621] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569846a2-ba2d-4da5-a470-4a584c5a4ed0 with Priority: HIGHEST for action port [ 848.005621] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-569846a2-ba2d-4da5-a470-4a584c5a4ed0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.005728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-569846a2-ba2d-4da5-a470-4a584c5a4ed0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.005839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-569846a2-ba2d-4da5-a470-4a584c5a4ed0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.006151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-569846a2-ba2d-4da5-a470-4a584c5a4ed0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.006214] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569846a2-ba2d-4da5-a470-4a584c5a4ed0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.181608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.277518] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be31281-367f-47a0-8916-af6f47ff53bf in Status: SUCCESS [ 848.277751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.357317] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.357489] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.357657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.357870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.358138] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.358877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.359043] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.359274] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.359421] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.359623] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.359734] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.359839] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.359943] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.360783] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.360783] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.360783] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.382577] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.382723] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.382865] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.383096] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.383406] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.383550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.383670] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.383998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.384147] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b8305b-a557-46c0-9f9a-f45d7ccd6e3a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.509985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 569846a2-ba2d-4da5-a470-4a584c5a4ed0 [ 848.509985] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.509985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.509985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.509985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.509985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.509985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:569846a2-ba2d-4da5-a470-4a584c5a4ed0 already deleted. [ 848.509985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-569846a2-ba2d-4da5-a470-4a584c5a4ed0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.684730] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.886713] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.886819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.886904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.887221] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.887411] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.887621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 97b8305b-a557-46c0-9f9a-f45d7ccd6e3a not found, creating... [ 848.887855] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.888214] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.888214] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.888360] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.888670] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.888804] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.889096] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.889540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.889778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.889925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.890092] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 97b8305b-a557-46c0-9f9a-f45d7ccd6e3a is going to be created. [ 848.919179] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.919325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.920474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.920474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.920474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.920474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.187507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.187609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.187655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.187880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.187977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.188094] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be updated. [ 849.222015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.222222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.222222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.222449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.222589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.233832] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 2s [ 849.597710] env[65380]: INFO networking_nsxv3.common.synchronization [None req-eb2a6d89-b9c0-4fa0-944a-25bce44c4a2b None None] Enqueued Resource ID: 0d766203-d458-4920-aea1-241f1ca51d25 with Priority: HIGHEST for action port [ 849.598282] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d766203-d458-4920-aea1-241f1ca51d25 with Priority: HIGHEST for action port [ 849.599091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d766203-d458-4920-aea1-241f1ca51d25 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.599091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d766203-d458-4920-aea1-241f1ca51d25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.599091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d766203-d458-4920-aea1-241f1ca51d25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.599281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d766203-d458-4920-aea1-241f1ca51d25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.599281] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d766203-d458-4920-aea1-241f1ca51d25',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.694644] env[65380]: INFO networking_nsxv3.common.synchronization [req-3c687d6b-507c-4f3c-aca1-78014fdc28b1 req-f7ac3042-6d3e-4576-9a2a-589fb3a47c62 service nova] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_rules [ 849.694974] env[65380]: INFO networking_nsxv3.common.synchronization [req-3c687d6b-507c-4f3c-aca1-78014fdc28b1 req-f7ac3042-6d3e-4576-9a2a-589fb3a47c62 service nova] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 849.695230] env[65380]: INFO networking_nsxv3.common.synchronization [req-3c687d6b-507c-4f3c-aca1-78014fdc28b1 req-f7ac3042-6d3e-4576-9a2a-589fb3a47c62 service nova] Enqueued Resource ID: 97b8305b-a557-46c0-9f9a-f45d7ccd6e3a with Priority: HIGHEST for action port [ 849.696554] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_rules [ 849.696642] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 849.696693] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8305b-a557-46c0-9f9a-f45d7ccd6e3a with Priority: HIGHEST for action port [ 849.696996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.697137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.697200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.697523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.697523] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.698762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.698762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.698972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.699151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.699151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.700091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.700091] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97b8305b-a557-46c0-9f9a-f45d7ccd6e3a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.102074] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d766203-d458-4920-aea1-241f1ca51d25 [ 850.102074] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.102074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.102074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.102074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.102074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.102074] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d766203-d458-4920-aea1-241f1ca51d25 already deleted. [ 850.102074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d766203-d458-4920-aea1-241f1ca51d25" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.137265] env[65380]: INFO networking_nsxv3.common.synchronization [req-decaa873-f873-4e7f-b98e-7cc083759345 req-9fb0d64c-4a0a-49a4-897c-582c82011ef1 tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 850.137265] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 850.137265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.137265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.140033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.140033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.140033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.140033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.140033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.140033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.140033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.140033] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.201396] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.201535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.201741] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97b8305b-a557-46c0-9f9a-f45d7ccd6e3a with status ACTIVE [ 850.202022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.202022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.202130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.202275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.202358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.202525] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.202619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.202688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.202841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.202916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.203136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.203257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.203578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.203743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.203849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.203958] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97b8305b-a557-46c0-9f9a-f45d7ccd6e3a is going to be updated. [ 850.229210] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.229210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.229210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.229441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.229478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.229695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97b8305b-a557-46c0-9f9a-f45d7ccd6e3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.628909] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.630014] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.630014] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.633405] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.633405] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.633405] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.633405] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.633405] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.633405] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.633405] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.633405] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.633405] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.633405] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.633405] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.633405] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.633405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.644184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.644184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.644184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.644396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.644492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.644936] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.644936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.644936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.645132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.645132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.645132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 850.656123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.656123] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.656123] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.656123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.656123] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.656123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.656123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.656123] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.656123] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.675222] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.675364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.675364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.675615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.675700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.689121] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 851.159073] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.159073] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.159073] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.159525] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.159762] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.160097] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e not found, creating... [ 851.160398] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.160568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.160689] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.161271] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.161434] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.161753] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.162009] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.162443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.162872] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.163062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.163250] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e is going to be created. [ 851.189419] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.191070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.191070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.191070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.191070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.191727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.248196] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 4s [ 852.003292] env[65380]: INFO networking_nsxv3.common.synchronization [req-decaa873-f873-4e7f-b98e-7cc083759345 req-9513b708-d206-464f-9023-186fef26664c service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 852.003292] env[65380]: INFO networking_nsxv3.common.synchronization [req-decaa873-f873-4e7f-b98e-7cc083759345 req-9513b708-d206-464f-9023-186fef26664c service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 852.003292] env[65380]: INFO networking_nsxv3.common.synchronization [req-decaa873-f873-4e7f-b98e-7cc083759345 req-9513b708-d206-464f-9023-186fef26664c service nova] Enqueued Resource ID: d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e with Priority: HIGHEST for action port [ 852.003292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 852.003292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 852.003292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e with Priority: HIGHEST for action port [ 852.004430] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.004766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.005575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.005575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.005575] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.007079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.007491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.009022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.009022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.009022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.009022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.009022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.277019] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ae3f72eb-022a-4c04-9f07-3ba945618fb0 None None] Enqueued Resource ID: 55e57073-20df-44a8-8454-561dda5343f7 with Priority: HIGHEST for action port [ 852.278820] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e57073-20df-44a8-8454-561dda5343f7 with Priority: HIGHEST for action port [ 852.279333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-55e57073-20df-44a8-8454-561dda5343f7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.279720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55e57073-20df-44a8-8454-561dda5343f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.279886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55e57073-20df-44a8-8454-561dda5343f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.280296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55e57073-20df-44a8-8454-561dda5343f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.280578] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55e57073-20df-44a8-8454-561dda5343f7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.356079] env[65380]: INFO networking_nsxv3.common.synchronization [req-dc9b170d-7031-41f4-bd33-8cbe1d85e8c3 req-ab9b7418-e2b4-426c-ad01-cb5947f414ea tempest-ServersNegativeTestMultiTenantJSON-1026424368 tempest-ServersNegativeTestMultiTenantJSON-1026424368-project-member] Enqueued Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGHEST for action security_group_members [ 852.356669] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGHEST for action security_group_members [ 852.356963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.357101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.357165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.357402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.357544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.357637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.357718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.358137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.358137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.358137] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.513437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.513437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.513437] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e with status ACTIVE [ 852.514128] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.514318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.514386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.514632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.514726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.514944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.515153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.515278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.515461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.515542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.515739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.515830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.515904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.516184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.516184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.516309] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e is going to be updated. [ 852.553636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.554069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.554069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.554069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.554196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.554313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c28a6e-bfd5-46d3-96bc-ce3090c2a33e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.700558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 852.700558] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 deletion is rescheduled due to dependency. [ 852.700558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.700852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.701100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.701386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.701513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.701579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.701782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.701877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.701971] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.783569] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55e57073-20df-44a8-8454-561dda5343f7 [ 852.783837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.783939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.783999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.784220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.784309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.784404] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55e57073-20df-44a8-8454-561dda5343f7 already deleted. [ 852.784484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55e57073-20df-44a8-8454-561dda5343f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.859829] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.860058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.860143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.860365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.860456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.860663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.860795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.860863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.860983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.861078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.861162] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd already deleted. [ 852.861243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.895453] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.895780] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-287" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.895780] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-287" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.896470] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-287" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.896801] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.896983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.897131] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.897396] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.897532] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.897747] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.897909] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.898011] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.898634] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.898634] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.898634] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.898634] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.918957] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.919123] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.919267] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.919464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-287" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.920109] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.920109] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.920374] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.920455] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.920592] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.075532] env[65380]: INFO networking_nsxv3.common.synchronization [None req-601fc631-0966-4dfc-bc9f-e5b22ccebe41 None None] Enqueued Resource ID: 34455418-c6e7-4012-9b0d-bf5f70a068a1 with Priority: HIGHEST for action port [ 853.076304] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34455418-c6e7-4012-9b0d-bf5f70a068a1 with Priority: HIGHEST for action port [ 853.076469] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-34455418-c6e7-4012-9b0d-bf5f70a068a1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.076614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34455418-c6e7-4012-9b0d-bf5f70a068a1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.076684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34455418-c6e7-4012-9b0d-bf5f70a068a1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.076958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34455418-c6e7-4012-9b0d-bf5f70a068a1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.077332] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34455418-c6e7-4012-9b0d-bf5f70a068a1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.204941] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.267542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 853.267790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.267988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.268229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.268686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.273096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.273096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.273096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.273096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.273096] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.424314] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.424314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.424314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.424314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.424818] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.424818] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55 not found, creating... [ 853.424818] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.424989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.425122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.425339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.425474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.425758] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.425912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.426037] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.426235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.426364] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.426517] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55 is going to be created. [ 853.448362] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.448712] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.448884] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.449219] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.449476] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.450194] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.579946] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34455418-c6e7-4012-9b0d-bf5f70a068a1 [ 853.580195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.580354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.580425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.580635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.580757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.580898] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34455418-c6e7-4012-9b0d-bf5f70a068a1 already deleted. [ 853.580993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34455418-c6e7-4012-9b0d-bf5f70a068a1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.584729] env[65380]: INFO networking_nsxv3.common.synchronization [req-c808693a-1529-4341-b17d-4586e129c51e req-c2f4612b-6602-45aa-a50f-6c8c41792765 tempest-ListImageFiltersTestJSON-1717330648 tempest-ListImageFiltersTestJSON-1717330648-project-member] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 853.585447] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGHEST for action security_group_members [ 853.585868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.586056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.586168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.586441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.586722] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.586870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.586980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.587243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.587391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.587549] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.707977] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.774921] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.090508] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.090666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.090716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.091064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.091179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.091434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.091542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.091616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.091788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.091862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.091947] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be updated. [ 854.153218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.153218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.153389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.155174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.155174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.192130] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: IN_PROGRESS for 2s [ 854.212184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.212397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.212496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.212826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.212977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.213157] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 854.251955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.251955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.251955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.252401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.252401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.262412] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 854.282695] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.288478] env[65380]: INFO networking_nsxv3.common.synchronization [req-dc9b170d-7031-41f4-bd33-8cbe1d85e8c3 req-4de3f01f-6257-4078-8c66-c163dfc3ad6d service nova] Enqueued Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGHEST for action security_group_rules [ 854.288726] env[65380]: INFO networking_nsxv3.common.synchronization [req-dc9b170d-7031-41f4-bd33-8cbe1d85e8c3 req-4de3f01f-6257-4078-8c66-c163dfc3ad6d service nova] Enqueued Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGHEST for action security_group_members [ 854.288904] env[65380]: INFO networking_nsxv3.common.synchronization [req-dc9b170d-7031-41f4-bd33-8cbe1d85e8c3 req-4de3f01f-6257-4078-8c66-c163dfc3ad6d service nova] Enqueued Resource ID: f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55 with Priority: HIGHEST for action port [ 854.290096] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGHEST for action security_group_rules [ 854.290096] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGHEST for action security_group_members [ 854.290096] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55 with Priority: HIGHEST for action port [ 854.290640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.290791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.290883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.291228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.291341] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.292655] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.292655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.292655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.294487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.294487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.294487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.294487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.294487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.294487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.294487] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.295016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.295016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.295180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.295263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.295330] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.790329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.790598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.790598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.790689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.790774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.790903] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be updated. [ 854.797698] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.798787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.798787] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.802756] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55 with status ACTIVE [ 854.802756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.802756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.802756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.802756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.802756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.802756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.802756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.802756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.802756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.802756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.803573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.803573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55 is going to be updated. [ 854.826490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.827036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.827633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.827633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.827633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.829899] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.830063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.830135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.830331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.830417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.830565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b500f6-8c2f-457c-b5e5-5b2adc9fbb55" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.839757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 2s [ 855.300869] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.804194] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.804550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.804550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.804633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.804882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.804882] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd is going to be created. [ 855.829387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.829614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.829614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.829880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.830050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.842337] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd in Status: UNINITIALIZED for 2s [ 855.855779] env[65380]: INFO networking_nsxv3.common.synchronization [req-c3337e9a-3f8c-47da-88f7-f0ab932cba4b req-1c40a008-ff71-4fe0-a6d6-af9f0b900bfc tempest-SecurityGroupRulesNegativeTestJSON-1792047728 tempest-SecurityGroupRulesNegativeTestJSON-1792047728-project-member] Enqueued Resource ID: fd1f5018-dd41-43ee-99aa-d547788f670e with Priority: HIGHEST for action security_group_rules [ 855.856225] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1f5018-dd41-43ee-99aa-d547788f670e with Priority: HIGHEST for action security_group_rules [ 855.857917] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd1f5018-dd41-43ee-99aa-d547788f670e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.857917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd1f5018-dd41-43ee-99aa-d547788f670e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.857917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd1f5018-dd41-43ee-99aa-d547788f670e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.857917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd1f5018-dd41-43ee-99aa-d547788f670e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.857917] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd1f5018-dd41-43ee-99aa-d547788f670e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.913074] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4faebd0d-4b9a-4ded-8f33-b3b3e8c3b76d None None] Enqueued Resource ID: fdf93bd4-70bd-4614-bee8-56f0888a31e7 with Priority: HIGHEST for action port [ 855.913654] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf93bd4-70bd-4614-bee8-56f0888a31e7 with Priority: HIGHEST for action port [ 855.914974] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdf93bd4-70bd-4614-bee8-56f0888a31e7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.914974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdf93bd4-70bd-4614-bee8-56f0888a31e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.914974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdf93bd4-70bd-4614-bee8-56f0888a31e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.914974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdf93bd4-70bd-4614-bee8-56f0888a31e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.914974] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf93bd4-70bd-4614-bee8-56f0888a31e7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.204334] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 in Status: SUCCESS [ 856.204623] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 deletion is rescheduled due to dependency. [ 856.204707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.291502] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 856.291575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.292196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.292414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.292616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.292736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.292800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.292949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.293045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.293131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.293221] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.385746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.385746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.385746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.385746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.385746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.385746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd1f5018-dd41-43ee-99aa-d547788f670e already deleted. [ 856.386220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd1f5018-dd41-43ee-99aa-d547788f670e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.417085] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdf93bd4-70bd-4614-bee8-56f0888a31e7 [ 856.417320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.417581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.417656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.417950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.418083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.418514] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdf93bd4-70bd-4614-bee8-56f0888a31e7 already deleted. [ 856.418514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdf93bd4-70bd-4614-bee8-56f0888a31e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.799649] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.799887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.799974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.800239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.800417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.801512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.802305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.802420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.802550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.802674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.803573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.803573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.803870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.803870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.803989] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.856028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 856.856028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.856028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.856028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.856028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.856028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.856028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.856028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.856028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.856028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.856028] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.137346] env[65380]: INFO networking_nsxv3.common.synchronization [req-189ed8b6-3523-4d01-8bc6-148070a8f6da req-980e3c4f-b495-45b6-9b4f-b93af7dca14c tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_members [ 857.137346] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_members [ 857.137346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.137346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.137346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.138944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.139676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.139986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.140163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.140433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.140984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.141140] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.308964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff5fb355-9518-4c33-89d1-454516df8ac4: rpc.has_security_group_logging(os_id): False [ 857.328536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.328536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.328536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.328909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.328909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.329111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.329181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.329277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.329416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.329527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.329707] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.330999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.330999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.333241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.333427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.333697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.333811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.333899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.334108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.334196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.334355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 857.360269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.360443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.360494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.360726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.361074] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.361241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.361294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.361441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.361539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.361629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.361850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.361961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.362030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.362180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.362323] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.362413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.362490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.362648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.363185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.363353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.363662] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.495513] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.495710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.495710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.495915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.496083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.511355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 857.645410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.645410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.645410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.645722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.645863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.647587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.647587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.647587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.647587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.647587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.647587] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad already deleted. [ 857.647587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.671623] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.671851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.672039] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.672385] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.672669] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.672850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.672941] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.673222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.673301] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.673514] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.675308] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.675308] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.675308] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.675308] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.675308] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.675308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.696450] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.696691] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.696771] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.697056] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.697669] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-722cc380-0268-4488-ad6c-462f3af7b938 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.697669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-722cc380-0268-4488-ad6c-462f3af7b938" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.697669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-722cc380-0268-4488-ad6c-462f3af7b938" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.697921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-722cc380-0268-4488-ad6c-462f3af7b938" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.698073] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722cc380-0268-4488-ad6c-462f3af7b938',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.854042] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd in Status: SUCCESS [ 857.854243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.854303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.854519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.854785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.854916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.854993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.855201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.855290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.855415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.855515] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.866530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c478653-3001-49b8-b022-3ee048aa6e5d: rpc.has_security_group_logging(os_id): False [ 857.885867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.886088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.886088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.886305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.886417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.886633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.886798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.886866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.886982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.887074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.887258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.887355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.887416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.887550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.887622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.887812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.887925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.887998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.888156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.888220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.888308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be updated. [ 857.958025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.958025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.958025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.958025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.958025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.974610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 2s [ 858.205093] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.205332] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.205455] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.205728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.205874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.206035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 722cc380-0268-4488-ad6c-462f3af7b938 not found, creating... [ 858.206296] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.206449] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.206561] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.206778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.206911] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.207234] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.207387] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.207516] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.207699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.207825] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.207961] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 722cc380-0268-4488-ad6c-462f3af7b938 is going to be created. [ 858.242911] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.243168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.243168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.243540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.243769] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.244053] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-722cc380-0268-4488-ad6c-462f3af7b938" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.359322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.359322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.359322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.359322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.359671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.359671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.359671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.359810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.359861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.359935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.360157] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.360336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.360336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.360469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.360607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.360692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.360753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.360877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.360949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.361075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.361174] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.864140] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3427af37-eb5a-474c-bc8e-fcf16df9f4dd: rpc.has_security_group_logging(os_id): False [ 858.892671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.893155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.893155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.893371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.893527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.893920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.894061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.894061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.894193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.894271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.894467] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.894563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.894626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.894792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.895026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.895166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.895268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.895357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.895535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.895609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.895747] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd is going to be created. [ 858.934565] env[65380]: INFO networking_nsxv3.common.synchronization [req-189ed8b6-3523-4d01-8bc6-148070a8f6da req-3f1666e7-b3d2-4dc7-82e6-028f25a184c9 service nova] Enqueued Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_rules [ 858.934565] env[65380]: INFO networking_nsxv3.common.synchronization [req-189ed8b6-3523-4d01-8bc6-148070a8f6da req-3f1666e7-b3d2-4dc7-82e6-028f25a184c9 service nova] Enqueued Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_members [ 858.934565] env[65380]: INFO networking_nsxv3.common.synchronization [req-189ed8b6-3523-4d01-8bc6-148070a8f6da req-3f1666e7-b3d2-4dc7-82e6-028f25a184c9 service nova] Enqueued Resource ID: 722cc380-0268-4488-ad6c-462f3af7b938 with Priority: HIGHEST for action port [ 858.935043] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_rules [ 858.935310] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_members [ 858.935506] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722cc380-0268-4488-ad6c-462f3af7b938 with Priority: HIGHEST for action port [ 858.935737] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.935867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.935938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.936354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.936426] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.937365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.937437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.938428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.938428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.938428] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.938428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.938428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.938428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.938428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.938428] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.941596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-722cc380-0268-4488-ad6c-462f3af7b938 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.941712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722cc380-0268-4488-ad6c-462f3af7b938" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.941780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722cc380-0268-4488-ad6c-462f3af7b938" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.941938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722cc380-0268-4488-ad6c-462f3af7b938" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.943479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722cc380-0268-4488-ad6c-462f3af7b938',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.953446] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.953631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.953696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.954191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.954191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.967035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd in Status: IN_PROGRESS for 2s [ 859.443772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.443970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.445341] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.446456] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 722cc380-0268-4488-ad6c-462f3af7b938 with status ACTIVE [ 859.446777] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.447022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.447106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.447344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.447450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.447702] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.447813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.447875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.448147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.448245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.448504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.448703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.449625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.449625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.449625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.449625] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 722cc380-0268-4488-ad6c-462f3af7b938 is going to be updated. [ 859.478511] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.478749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.478749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.478982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.479145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.479324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722cc380-0268-4488-ad6c-462f3af7b938" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.527615] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 859.529746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.803273] env[65380]: INFO networking_nsxv3.common.synchronization [None req-78922b34-9b16-47c2-8ab5-41e08033c7dc None None] Enqueued Resource ID: 66392842-1ffd-4142-be6a-9efbdde81422 with Priority: HIGHEST for action port [ 859.804741] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66392842-1ffd-4142-be6a-9efbdde81422 with Priority: HIGHEST for action port [ 859.807789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-66392842-1ffd-4142-be6a-9efbdde81422 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.809189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66392842-1ffd-4142-be6a-9efbdde81422" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.810067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66392842-1ffd-4142-be6a-9efbdde81422" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.810449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66392842-1ffd-4142-be6a-9efbdde81422" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.810562] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66392842-1ffd-4142-be6a-9efbdde81422',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.953524] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.994355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 859.994355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.314295] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66392842-1ffd-4142-be6a-9efbdde81422 [ 860.314546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.314683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.314751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.314964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.315070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.315167] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66392842-1ffd-4142-be6a-9efbdde81422 already deleted. [ 860.315247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66392842-1ffd-4142-be6a-9efbdde81422" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.456873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.457049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.457134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.457352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.457470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.457584] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad is going to be created. [ 860.485398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.485758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.485758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.485851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.486071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.497018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad in Status: UNINITIALIZED for 2s [ 860.734015] env[65380]: INFO networking_nsxv3.common.synchronization [req-6f016c92-ea37-44d2-b666-8c15b7b30ac6 req-a378be7d-d887-4fe7-8a34-f0cd8389441f tempest-SecurityGroupRulesNegativeTestJSON-1792047728 tempest-SecurityGroupRulesNegativeTestJSON-1792047728-project-member] Enqueued Resource ID: fd1f5018-dd41-43ee-99aa-d547788f670e with Priority: HIGHEST for action security_group_rules [ 860.736221] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1f5018-dd41-43ee-99aa-d547788f670e with Priority: HIGHEST for action security_group_rules [ 860.736551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd1f5018-dd41-43ee-99aa-d547788f670e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.736669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd1f5018-dd41-43ee-99aa-d547788f670e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.736742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd1f5018-dd41-43ee-99aa-d547788f670e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.736984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd1f5018-dd41-43ee-99aa-d547788f670e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.737073] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd1f5018-dd41-43ee-99aa-d547788f670e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.981784] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd in Status: SUCCESS [ 860.982086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.266964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.266964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.266964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.267671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.267671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.267785] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd1f5018-dd41-43ee-99aa-d547788f670e already deleted. [ 861.267850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd1f5018-dd41-43ee-99aa-d547788f670e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.781785] env[65380]: INFO networking_nsxv3.common.synchronization [req-06620f30-a691-4acf-8b90-1bde0c1944d1 req-01c737bd-ca5a-474c-85fd-e298b4e1ceb9 tempest-ServerAddressesNegativeTestJSON-1213233335 tempest-ServerAddressesNegativeTestJSON-1213233335-project-member] Enqueued Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGHEST for action security_group_members [ 861.783307] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGHEST for action security_group_members [ 861.783307] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa85387-b37c-4633-965a-c135958cdf23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.784141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.784236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.784545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.785462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.785616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.785701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.785912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.786027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.786143] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.924386] env[65380]: INFO networking_nsxv3.common.synchronization [req-81e44b55-5a17-4d5c-9cc7-c1d18d22a114 req-8d751b77-acd2-4784-ba4d-872232f77327 tempest-MigrationsAdminTest-1549642071 tempest-MigrationsAdminTest-1549642071-project-member] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 861.924386] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 861.924386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.924386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.924386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.924386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.927561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.927889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.928959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.930043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.930043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.930043] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.288479] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.288479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.288479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.290021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.290021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.290021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.290021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.290021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.290021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.290021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.290021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa85387-b37c-4633-965a-c135958cdf23 already deleted. [ 862.290021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.333967] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8c1eb0af-3560-4441-8bf6-1c0aad8355d4 None None] Enqueued Resource ID: 3f9629e0-cdc5-4604-ae0f-640c45242f3a with Priority: HIGHEST for action port [ 862.335828] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f9629e0-cdc5-4604-ae0f-640c45242f3a with Priority: HIGHEST for action port [ 862.337157] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-415 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.337157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-415" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.337333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-415" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.337614] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-415" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.337883] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.338073] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.338238] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.338471] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.338641] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.338820] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.338949] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.339076] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.339179] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.339284] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.339384] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.339509] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.340684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f9629e0-cdc5-4604-ae0f-640c45242f3a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.340815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f9629e0-cdc5-4604-ae0f-640c45242f3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.340861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f9629e0-cdc5-4604-ae0f-640c45242f3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.341109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f9629e0-cdc5-4604-ae0f-640c45242f3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.341194] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f9629e0-cdc5-4604-ae0f-640c45242f3a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.345749] env[65380]: INFO networking_nsxv3.common.synchronization [req-00cee9bc-12c8-4e38-9505-7647e827563d req-b2d7b5e0-f52e-48ea-ac10-8e7327631b39 tempest-FloatingIPsAssociationTestJSON-566088622 tempest-FloatingIPsAssociationTestJSON-566088622-project-member] Enqueued Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 862.350039] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6cfdded-6ef1-4412-941a-647a1342fd0c with Priority: HIGHEST for action security_group_members [ 862.350039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6cfdded-6ef1-4412-941a-647a1342fd0c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.350039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.350039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.350039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.350039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.350039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.350039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.350039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.350039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.350039] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6cfdded-6ef1-4412-941a-647a1342fd0c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.368318] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.368318] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.368318] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.368318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-415" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.368318] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.368318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.368318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.368318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.368318] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2342b2-bc3c-489f-a61b-ffb18a20cce6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.433655] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.508137] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad in Status: SUCCESS [ 862.508442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.508685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.509039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.509303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.509503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.509562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.509773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.509905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.510105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.510207] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.845037] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f9629e0-cdc5-4604-ae0f-640c45242f3a [ 862.845380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.845561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.845648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.845902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.846041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.846154] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f9629e0-cdc5-4604-ae0f-640c45242f3a already deleted. [ 862.846247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f9629e0-cdc5-4604-ae0f-640c45242f3a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.851768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.851931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.852077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.852188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.852276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.852469] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.852569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.852625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.852754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.852827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.852912] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c is going to be updated. [ 862.869843] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.870102] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.870236] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.870514] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.870660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.870811] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 3f2342b2-bc3c-489f-a61b-ffb18a20cce6 not found, creating... [ 862.871087] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.871266] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.871401] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.871610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.871740] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.872034] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.872192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.872307] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.872507] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.872637] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.872773] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 3f2342b2-bc3c-489f-a61b-ffb18a20cce6 is going to be created. [ 862.884222] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.884376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.884461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.884830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.884830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.894542] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: IN_PROGRESS for 2s [ 862.895491] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.895805] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.896062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.896338] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.896906] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.896906] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.907140] env[65380]: INFO networking_nsxv3.common.synchronization [req-4fa9e699-06da-466b-80ae-aed197a49100 req-663dc9dc-f66f-4fec-8b30-4d6647248638 tempest-ServersAdminTestJSON-1855485524 tempest-ServersAdminTestJSON-1855485524-project-member] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 862.908129] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 862.908129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.908129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.908129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.908379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.909042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.909042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.909042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.909042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.909042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.909320] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.937161] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.013472] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.411489] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.439405] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.439568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.439619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.442432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.442432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.442432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be updated. [ 863.472830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.473120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.473120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.473291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.473437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.484589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: IN_PROGRESS for 2s [ 863.515827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d008067-5dd5-44aa-92a9-ebddbf65e5ad: rpc.has_security_group_logging(os_id): False [ 863.543424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.543582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.543654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.543861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.543948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.544243] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.544376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.544444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.544596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.544670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.544759] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad is going to be created. [ 863.665023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.665285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.665366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.666236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.666236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.673424] env[65380]: INFO networking_nsxv3.common.synchronization [req-06620f30-a691-4acf-8b90-1bde0c1944d1 req-138a8c0d-9561-40b0-bfee-963e2e5befac service nova] Enqueued Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGHEST for action security_group_rules [ 863.673660] env[65380]: INFO networking_nsxv3.common.synchronization [req-06620f30-a691-4acf-8b90-1bde0c1944d1 req-138a8c0d-9561-40b0-bfee-963e2e5befac service nova] Enqueued Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGHEST for action security_group_members [ 863.673911] env[65380]: INFO networking_nsxv3.common.synchronization [req-06620f30-a691-4acf-8b90-1bde0c1944d1 req-138a8c0d-9561-40b0-bfee-963e2e5befac service nova] Enqueued Resource ID: 3f2342b2-bc3c-489f-a61b-ffb18a20cce6 with Priority: HIGHEST for action port [ 863.674698] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGHEST for action security_group_rules [ 863.675037] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGHEST for action security_group_members [ 863.675037] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2342b2-bc3c-489f-a61b-ffb18a20cce6 with Priority: HIGHEST for action port [ 863.675324] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa85387-b37c-4633-965a-c135958cdf23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.675454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.675454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.675673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.676095] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.677546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa85387-b37c-4633-965a-c135958cdf23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.677546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.677546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.677546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.677546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.677546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.677979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.677979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.677979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.677979] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.679447] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.679613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.679613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.680346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.680346] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f2342b2-bc3c-489f-a61b-ffb18a20cce6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.684521] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad in Status: IN_PROGRESS for 2s [ 863.915266] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.181645] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa85387-b37c-4633-965a-c135958cdf23 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.185020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.185020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f2342b2-bc3c-489f-a61b-ffb18a20cce6 with status ACTIVE [ 864.185020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.185020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.185020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.185020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.185020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.185020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.186253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.186471] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.186716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.186716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.186861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.186992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.187073] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f2342b2-bc3c-489f-a61b-ffb18a20cce6 is going to be updated. [ 864.212638] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.214181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.214374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.214661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.214869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.215158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f2342b2-bc3c-489f-a61b-ffb18a20cce6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.418265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.419482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.419482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.419482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.419482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.419482] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 864.452610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.452866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.452934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.453155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.453315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.465893] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 864.690704] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.906106] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6cfdded-6ef1-4412-941a-647a1342fd0c in Status: SUCCESS [ 864.906106] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6cfdded-6ef1-4412-941a-647a1342fd0c deletion is rescheduled due to dependency. [ 864.906106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6cfdded-6ef1-4412-941a-647a1342fd0c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.193979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.194123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.194272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.194635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.194737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.194846] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa85387-b37c-4633-965a-c135958cdf23 is going to be created. [ 865.207471] env[65380]: INFO networking_nsxv3.common.synchronization [req-e52f8289-b0ac-4ad6-a2d7-eefc766ad7c7 req-ca686c9b-df6c-47f1-9ca9-30e602ed549c tempest-ServersNegativeTestJSON-537966175 tempest-ServersNegativeTestJSON-537966175-project-member] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 865.208058] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 865.208416] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.208568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.208628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.208854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.209055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.209197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.209265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.209423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.209521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.209596] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.225156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.225156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.225156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.225156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.225156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.236332] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa85387-b37c-4633-965a-c135958cdf23 in Status: UNINITIALIZED for 2s [ 865.503025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: SUCCESS [ 865.503025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.699861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad in Status: SUCCESS [ 865.699861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.711461] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.213954] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.480414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 866.480760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.719686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.719983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.719983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.720182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.720291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.720371] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be updated. [ 866.754575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.754724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.754777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.755070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.755235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.770657] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 2s [ 867.247892] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa85387-b37c-4633-965a-c135958cdf23 in Status: UNINITIALIZED for 4s [ 867.510213] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fa21c84b-d508-4513-8568-9d46655bf30f tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_rules [ 867.510213] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_rules [ 867.510213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5df7b1-861d-4008-999d-921781e779ca taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.510213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.510213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.510213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.510213] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.740931] env[65380]: INFO networking_nsxv3.common.synchronization [None req-5ccb4faa-1c0f-4b18-a92e-70c387e7d71c tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_rules [ 867.741670] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_rules [ 867.742437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5df7b1-861d-4008-999d-921781e779ca taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.742562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.036707] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.036707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.036707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.037076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.037076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.037153] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5df7b1-861d-4008-999d-921781e779ca already deleted. [ 868.037456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.037567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.038114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.038114] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.531782] env[65380]: INFO networking_nsxv3.common.synchronization [req-476e7883-ded2-4fac-ac93-a853155233ac req-53a063a1-3412-4472-8e85-0ff7764fd712 tempest-ServersNegativeTestMultiTenantJSON-1026424368 tempest-ServersNegativeTestMultiTenantJSON-1026424368-project-member] Enqueued Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGHEST for action security_group_members [ 868.531782] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGHEST for action security_group_members [ 868.531782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.536491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.536916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.540023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.540023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.540023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.540023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.540023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.540023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.540023] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.571589] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.571589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.571589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.571589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.571589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.571589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5df7b1-861d-4008-999d-921781e779ca already deleted. [ 868.571589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.785463] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 868.785463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.045186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.045292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.045368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.045632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.045756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.046818] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.046818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.046818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.046818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.046818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.046818] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd is going to be updated. [ 869.080067] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.080249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.080359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.080497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.080634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.092161] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd in Status: IN_PROGRESS for 2s [ 869.259680] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa85387-b37c-4633-965a-c135958cdf23 in Status: SUCCESS [ 869.260157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.261704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.261704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.261704] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.261704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.261704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.261704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.261704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.262366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.262572] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.768162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa85387-b37c-4633-965a-c135958cdf23 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.768162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.768162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa85387-b37c-4633-965a-c135958cdf23 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.768162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.768162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.768766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.768766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.768766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.768766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.768766] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.273733] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa85387-b37c-4633-965a-c135958cdf23: rpc.has_security_group_logging(os_id): False [ 870.296412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.296582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.296659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.296871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.296979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.297236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.297341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.297404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.298885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.298885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.298885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.299381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.299381] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa85387-b37c-4633-965a-c135958cdf23 is going to be created. [ 870.376269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.376443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.376518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.376757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.376951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.389861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa85387-b37c-4633-965a-c135958cdf23 in Status: IN_PROGRESS for 2s [ 871.106481] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd in Status: SUCCESS [ 871.107445] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd deletion is rescheduled due to dependency. [ 871.107445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.372806] env[65380]: INFO networking_nsxv3.common.synchronization [req-783a0a1f-7a87-4047-9248-1b0c01e1286e req-419fb5d6-7fec-4342-8875-c322f3e7f75a tempest-ImagesOneServerNegativeTestJSON-1926519048 tempest-ImagesOneServerNegativeTestJSON-1926519048-project-member] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 871.373850] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 871.374219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.374447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.374578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.374904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.375160] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.375348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.375455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.375702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.375847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.376022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.879992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.879992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.879992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.879992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.879992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.879992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.879992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.880493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.880493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.880493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.880493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 871.917673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.917673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.917870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.918025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.918185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.934254] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 872.012364] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-276 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.012566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.012641] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.012918] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.013190] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.013359] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.013489] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.013749] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.013844] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.014392] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.014392] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.014392] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.014392] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.014581] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.014617] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.015053] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.036303] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.036475] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.036737] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.036932] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-276" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.037462] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-2e9cf308-c94b-4a76-9258-93c5d7563146 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.037663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-2e9cf308-c94b-4a76-9258-93c5d7563146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.037837] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-2e9cf308-c94b-4a76-9258-93c5d7563146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.038137] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-2e9cf308-c94b-4a76-9258-93c5d7563146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.038542] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9cf308-c94b-4a76-9258-93c5d7563146',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.407861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa85387-b37c-4633-965a-c135958cdf23 in Status: SUCCESS [ 872.407861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.542035] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.542035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.542743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.542743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.543086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.543298] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 2e9cf308-c94b-4a76-9258-93c5d7563146 not found, creating... [ 872.543755] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.544046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.544924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.545312] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.545639] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.546114] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.546400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.546619] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.546954] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.547216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.547469] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 2e9cf308-c94b-4a76-9258-93c5d7563146 is going to be created. [ 872.568425] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.568780] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.569084] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.569637] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.569881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.570316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-2e9cf308-c94b-4a76-9258-93c5d7563146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.862372] env[65380]: INFO networking_nsxv3.common.synchronization [None req-29c7aad5-dc4e-46fa-9169-a894e7796506 None None] Enqueued Resource ID: ea5efce9-ab68-45b6-bde3-e5cc12625cde with Priority: HIGHEST for action port [ 872.863296] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5efce9-ab68-45b6-bde3-e5cc12625cde with Priority: HIGHEST for action port [ 872.863368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea5efce9-ab68-45b6-bde3-e5cc12625cde taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.863444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea5efce9-ab68-45b6-bde3-e5cc12625cde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.863534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea5efce9-ab68-45b6-bde3-e5cc12625cde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.864082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea5efce9-ab68-45b6-bde3-e5cc12625cde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.864082] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5efce9-ab68-45b6-bde3-e5cc12625cde',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.367026] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea5efce9-ab68-45b6-bde3-e5cc12625cde [ 873.367270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.368263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.368263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.368263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.368263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.368263] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea5efce9-ab68-45b6-bde3-e5cc12625cde already deleted. [ 873.368263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea5efce9-ab68-45b6-bde3-e5cc12625cde" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.368986] env[65380]: INFO networking_nsxv3.common.synchronization [req-783a0a1f-7a87-4047-9248-1b0c01e1286e req-9fda5fec-293a-454e-be1b-8c550537ec0a service nova] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_rules [ 873.368986] env[65380]: INFO networking_nsxv3.common.synchronization [req-783a0a1f-7a87-4047-9248-1b0c01e1286e req-9fda5fec-293a-454e-be1b-8c550537ec0a service nova] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 873.369165] env[65380]: INFO networking_nsxv3.common.synchronization [req-783a0a1f-7a87-4047-9248-1b0c01e1286e req-9fda5fec-293a-454e-be1b-8c550537ec0a service nova] Enqueued Resource ID: 2e9cf308-c94b-4a76-9258-93c5d7563146 with Priority: HIGHEST for action port [ 873.373226] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_rules [ 873.373226] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 873.373226] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9cf308-c94b-4a76-9258-93c5d7563146 with Priority: HIGHEST for action port [ 873.373226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.373226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.373226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.373226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.373226] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.373226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.373226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.373226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9cf308-c94b-4a76-9258-93c5d7563146 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.373226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9cf308-c94b-4a76-9258-93c5d7563146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.373226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9cf308-c94b-4a76-9258-93c5d7563146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.373226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9cf308-c94b-4a76-9258-93c5d7563146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.373226] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9cf308-c94b-4a76-9258-93c5d7563146',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.874519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.874889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.877170] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e9cf308-c94b-4a76-9258-93c5d7563146 with status ACTIVE [ 873.877405] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.877555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.877622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.877843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.877956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.878177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.878282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.878437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.878531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.878625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.878818] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.878977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.879058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.879202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.879304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.879394] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e9cf308-c94b-4a76-9258-93c5d7563146 is going to be updated. [ 873.905074] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.905074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.905074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.905074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.905325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.905424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9cf308-c94b-4a76-9258-93c5d7563146" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.947084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 873.947084] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 deletion is rescheduled due to dependency. [ 873.947293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.947603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.947767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.948064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.948231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.948308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.948511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.948660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.948793] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.451637] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.954145] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.266408] env[65380]: INFO networking_nsxv3.common.synchronization [None req-36631607-2ac3-487d-8f66-2e0de2967368 None None] Enqueued Resource ID: aace2ca2-8b5d-4a96-9068-30c06a86db00 with Priority: HIGHEST for action port [ 875.267190] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aace2ca2-8b5d-4a96-9068-30c06a86db00 with Priority: HIGHEST for action port [ 875.267574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-aace2ca2-8b5d-4a96-9068-30c06a86db00 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.267706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aace2ca2-8b5d-4a96-9068-30c06a86db00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.267775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aace2ca2-8b5d-4a96-9068-30c06a86db00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.268102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aace2ca2-8b5d-4a96-9068-30c06a86db00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.268192] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aace2ca2-8b5d-4a96-9068-30c06a86db00',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.457040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.457342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.457342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.457587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.457682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.457820] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 875.490950] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.491091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.491126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.491319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.491459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.502214] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 875.733974] env[65380]: INFO networking_nsxv3.common.synchronization [req-5208aeba-bb2b-4c64-b7bb-b11fb1875c79 req-970f2826-556d-4013-8c49-f58276d18bc3 tempest-ServerTagsTestJSON-645774926 tempest-ServerTagsTestJSON-645774926-project-member] Enqueued Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGHEST for action security_group_members [ 875.734528] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGHEST for action security_group_members [ 875.735790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04575ea-ace0-4981-9e59-3ca9d1e081e2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.735790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.735790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.735790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.735790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.735790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.735790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.736075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.736075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.736075] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.770741] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aace2ca2-8b5d-4a96-9068-30c06a86db00 [ 875.771048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.771175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.771229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.771428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.771516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.771623] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aace2ca2-8b5d-4a96-9068-30c06a86db00 already deleted. [ 875.771705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aace2ca2-8b5d-4a96-9068-30c06a86db00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.087956] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.088321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-347" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.088388] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-347" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.088702] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-347" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.088964] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.089136] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.089251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.089593] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.089752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.089963] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.090092] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.090208] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.090302] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.090419] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.090509] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.090637] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.112139] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.112317] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.112455] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.112634] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-347" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.112947] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-15a6f057-527a-433e-bb76-8d2b57f48765 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.113134] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-15a6f057-527a-433e-bb76-8d2b57f48765" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.113250] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-15a6f057-527a-433e-bb76-8d2b57f48765" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.113603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-15a6f057-527a-433e-bb76-8d2b57f48765" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.113748] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a6f057-527a-433e-bb76-8d2b57f48765',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.238145] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.239042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.239042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.239207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.239320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.239547] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.239665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.239725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.239914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.239986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.240103] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 already deleted. [ 876.240289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.616664] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.616905] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.617766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.618202] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.618413] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.618626] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 15a6f057-527a-433e-bb76-8d2b57f48765 not found, creating... [ 876.618978] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.619189] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.619369] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.619617] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.619820] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.620180] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.620484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.620578] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.620808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.620980] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.621152] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 15a6f057-527a-433e-bb76-8d2b57f48765 is going to be created. [ 876.645745] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.645953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.646189] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.646483] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.646725] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.646968] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-15a6f057-527a-433e-bb76-8d2b57f48765" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.050692] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9d81b419-6c0c-4055-ab80-d174f0c76765 tempest-AttachVolumeShelveTestJSON-37774609 tempest-AttachVolumeShelveTestJSON-37774609-project-member] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_rules [ 877.051272] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_rules [ 877.051604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.051750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.051943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.052848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.052848] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.213819] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8aceb4ff-b874-43ba-beac-4d197bdc2a4c tempest-AttachVolumeShelveTestJSON-37774609 tempest-AttachVolumeShelveTestJSON-37774609-project-member] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_rules [ 877.213819] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_rules [ 877.214239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.214495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.430040] env[65380]: INFO networking_nsxv3.common.synchronization [req-5208aeba-bb2b-4c64-b7bb-b11fb1875c79 req-bccf603c-f58d-4c84-a426-eae9bb10487c service nova] Enqueued Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGHEST for action security_group_rules [ 877.430040] env[65380]: INFO networking_nsxv3.common.synchronization [req-5208aeba-bb2b-4c64-b7bb-b11fb1875c79 req-bccf603c-f58d-4c84-a426-eae9bb10487c service nova] Enqueued Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGHEST for action security_group_members [ 877.430040] env[65380]: INFO networking_nsxv3.common.synchronization [req-5208aeba-bb2b-4c64-b7bb-b11fb1875c79 req-bccf603c-f58d-4c84-a426-eae9bb10487c service nova] Enqueued Resource ID: 15a6f057-527a-433e-bb76-8d2b57f48765 with Priority: HIGHEST for action port [ 877.430652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGHEST for action security_group_rules [ 877.431043] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGHEST for action security_group_members [ 877.434341] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a6f057-527a-433e-bb76-8d2b57f48765 with Priority: HIGHEST for action port [ 877.434341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.434341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.434341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.435076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.435310] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.439046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04575ea-ace0-4981-9e59-3ca9d1e081e2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.439046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.439046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.439046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.439046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.439046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.439046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.439046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.439046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.439046] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.440279] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-15a6f057-527a-433e-bb76-8d2b57f48765 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.440675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15a6f057-527a-433e-bb76-8d2b57f48765" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.444736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15a6f057-527a-433e-bb76-8d2b57f48765" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.444736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15a6f057-527a-433e-bb76-8d2b57f48765" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.444736] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a6f057-527a-433e-bb76-8d2b57f48765',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.513934] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 877.514242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.514470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.514621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.514824] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.514996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.514996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.515157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.515236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.515311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.515412] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.572274] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.572428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.572500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.572713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.572938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.573055] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 already deleted. [ 877.573149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.573294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.573457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.573538] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.938546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04575ea-ace0-4981-9e59-3ca9d1e081e2 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.938546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.941783] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.947698] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15a6f057-527a-433e-bb76-8d2b57f48765 with status ACTIVE [ 877.947934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.948069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.948127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.948337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.948408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.948581] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.948672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.948721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.948887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.948952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.949150] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.949236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.949292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.949481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.949567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.949649] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15a6f057-527a-433e-bb76-8d2b57f48765 is going to be updated. [ 877.973410] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.973518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.973590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.973820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.973975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.974162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15a6f057-527a-433e-bb76-8d2b57f48765" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.019110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.019110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.019110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.019110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.019110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.019110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.019465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.019465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.019465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.019544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.019728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.019791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.019821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.020117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.020179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.020257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.020317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.020497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.020581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.020688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.020801] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.119288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.119613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.119775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.120291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.120488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.121286] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 already deleted. [ 878.121286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.346262] env[65380]: INFO networking_nsxv3.common.synchronization [req-64c682c8-25fa-4b89-9883-8fe368d99d54 req-5e75ea9f-268e-4551-9ad0-52386d8ff562 tempest-ServerMetadataNegativeTestJSON-686171521 tempest-ServerMetadataNegativeTestJSON-686171521-project-member] Enqueued Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGHEST for action security_group_members [ 878.346816] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGHEST for action security_group_members [ 878.347172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df95588-a8a2-432d-9971-4505d204ecd5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.347295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.347364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.347609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.347762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.347861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.347917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.348078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.348163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.348255] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.444395] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.523442] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d60c0ef-e7b2-41eb-a207-3cd8da782c81: rpc.has_security_group_logging(os_id): False [ 878.549248] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.549425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.549501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.549786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.549836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.550544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.550700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.550778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.550947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.551041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.551258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.551357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.551430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.551624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.551721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.551918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.552033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.552076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.552237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.552310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.552398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 878.621788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.623742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.623742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.623742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.623742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.637291] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 878.851647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.851915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.851915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.852206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.852308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.852514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.852608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.852672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.852831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.852908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.852993] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8df95588-a8a2-432d-9971-4505d204ecd5 already deleted. [ 878.853083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.925158] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.925469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-556" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.925691] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-556" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.926895] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-556" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.926895] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.926895] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.927337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.927470] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.927763] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.928059] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.928344] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.928486] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.928682] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.928901] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.929122] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.929353] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.946775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.946942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.947011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.947231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.947544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.947674] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 is going to be created. [ 878.952482] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.952666] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.952808] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.952988] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-556" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.953322] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.953501] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.953618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.953942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.954097] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2419b0-bd5b-4675-b73e-a9afc321bf4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.973081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.973256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.973363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.973669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.973887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.986527] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 in Status: UNINITIALIZED for 2s [ 879.456958] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.457328] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.457785] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.457833] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.457981] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.458417] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port ad2419b0-bd5b-4675-b73e-a9afc321bf4c not found, creating... [ 879.458483] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.458820] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.458947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.459417] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.459696] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.460023] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.460207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.460304] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.460587] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.460692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.461088] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: ad2419b0-bd5b-4675-b73e-a9afc321bf4c is going to be created. [ 879.481452] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.481700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.481829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.482112] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.482339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.482620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.496432] env[65380]: INFO networking_nsxv3.common.synchronization [req-6fa517df-d5a6-4d5a-94b1-b3637045faa0 req-1450b977-9c84-4037-b0ca-6346a0c7e16b tempest-ServersWithSpecificFlavorTestJSON-1346103607 tempest-ServersWithSpecificFlavorTestJSON-1346103607-project-member] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 879.496975] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGHEST for action security_group_members [ 879.498038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.498836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.498836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.498836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.498960] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.499209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.499209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.499468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.499537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.499672] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.004529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.004696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.004768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.005011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.027793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.028206] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.028376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.028376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.028595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.028675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.028767] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c is going to be updated. [ 880.063653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.063867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.064153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.064388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.064531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.074469] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: IN_PROGRESS for 2s [ 880.212007] env[65380]: INFO networking_nsxv3.common.synchronization [req-64c682c8-25fa-4b89-9883-8fe368d99d54 req-54d199e4-2d13-4035-a345-8933a3d7b56f service nova] Enqueued Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGHEST for action security_group_rules [ 880.212426] env[65380]: INFO networking_nsxv3.common.synchronization [req-64c682c8-25fa-4b89-9883-8fe368d99d54 req-54d199e4-2d13-4035-a345-8933a3d7b56f service nova] Enqueued Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGHEST for action security_group_members [ 880.212975] env[65380]: INFO networking_nsxv3.common.synchronization [req-64c682c8-25fa-4b89-9883-8fe368d99d54 req-54d199e4-2d13-4035-a345-8933a3d7b56f service nova] Enqueued Resource ID: ad2419b0-bd5b-4675-b73e-a9afc321bf4c with Priority: HIGHEST for action port [ 880.213568] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGHEST for action security_group_rules [ 880.213798] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGHEST for action security_group_members [ 880.213987] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad2419b0-bd5b-4675-b73e-a9afc321bf4c with Priority: HIGHEST for action port [ 880.214443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8df95588-a8a2-432d-9971-4505d204ecd5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.214623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.214736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.215120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.215338] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.216716] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df95588-a8a2-432d-9971-4505d204ecd5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.216716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.217047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.217105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.219134] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.219134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.219134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.219134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.219134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.219134] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.219694] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.219777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.219860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.220273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.221774] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2419b0-bd5b-4675-b73e-a9afc321bf4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.654012] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 880.654379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.724218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df95588-a8a2-432d-9971-4505d204ecd5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.725473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.727109] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.727109] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad2419b0-bd5b-4675-b73e-a9afc321bf4c with status ACTIVE [ 880.727109] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.727109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.727109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.727493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.727493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.727542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.727629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.727688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.727882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.728118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.728345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.728489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.728584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.728761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.728922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.729035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad2419b0-bd5b-4675-b73e-a9afc321bf4c is going to be updated. [ 880.757203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.757442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.757442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.757627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.757772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.757932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad2419b0-bd5b-4675-b73e-a9afc321bf4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.922327] env[65380]: INFO networking_nsxv3.common.synchronization [req-e53aa0cf-5f77-43ed-9139-e9103542d911 req-79c82c08-28ac-4cdd-acde-8a920abdc013 tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 880.922594] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 880.923115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.923463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.923657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.924130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.924469] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.924809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.924965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.926645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.926645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.926645] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.998582] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 in Status: SUCCESS [ 880.998814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.998969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.999196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.999381] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.999586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.999657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.999815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.999892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.999978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.000080] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.232176] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.302266] env[65380]: INFO networking_nsxv3.common.synchronization [req-fdaed69c-a25b-47bb-9c24-e6736ae0c41b req-a27e8b31-3cc4-478a-a63a-cbf664663717 tempest-ServerAddressesNegativeTestJSON-1213233335 tempest-ServerAddressesNegativeTestJSON-1213233335-project-member] Enqueued Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGHEST for action security_group_members [ 881.302266] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGHEST for action security_group_members [ 881.302952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa85387-b37c-4633-965a-c135958cdf23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.303252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.303473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.303803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.304170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.304395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.305954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.305954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.305954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.305954] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.429141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.431363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.431669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.432069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.432906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.433285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.436209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.436209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.436209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.436209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.436209] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 881.472456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.472456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.472456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.472733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.473574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.483092] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 881.503647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04575ea-ace0-4981-9e59-3ca9d1e081e2 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.503801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.503863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.504095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.504375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.504375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.504495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.504556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.504642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.504731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.504876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04575ea-ace0-4981-9e59-3ca9d1e081e2 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.504970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.505040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.505190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.505640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.505640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.505640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.505640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.505821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.505821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.505890] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.733760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.734147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.734147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.734407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.734495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.734607] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8df95588-a8a2-432d-9971-4505d204ecd5 is going to be created. [ 881.769019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.769019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.769019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.769019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.769019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.781373] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8df95588-a8a2-432d-9971-4505d204ecd5 in Status: UNINITIALIZED for 2s [ 881.808276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.808438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.808513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.808729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.808819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.809030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.810291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.810291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.810291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.810291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.810291] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa85387-b37c-4633-965a-c135958cdf23 is going to be updated. [ 881.846822] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.846822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.846822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.846822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.846822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.861065] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa85387-b37c-4633-965a-c135958cdf23 in Status: IN_PROGRESS for 2s [ 881.924628] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fcdaebc3-a352-434a-b0bd-f54453faec25 None None] Enqueued Resource ID: b40aa6d6-628b-454f-8109-3094633ec859 with Priority: HIGHEST for action port [ 881.925239] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40aa6d6-628b-454f-8109-3094633ec859 with Priority: HIGHEST for action port [ 881.925604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b40aa6d6-628b-454f-8109-3094633ec859 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.925852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b40aa6d6-628b-454f-8109-3094633ec859" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.926054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b40aa6d6-628b-454f-8109-3094633ec859" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.927226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b40aa6d6-628b-454f-8109-3094633ec859" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.928034] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b40aa6d6-628b-454f-8109-3094633ec859',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.009740] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04575ea-ace0-4981-9e59-3ca9d1e081e2: rpc.has_security_group_logging(os_id): False [ 882.029909] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.030071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.030142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.031048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.031048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.031048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.031048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.031048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.031048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.031048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.031341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.031341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.031414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.031522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.031596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.031772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.031863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.031922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.032217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.032389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.032510] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 is going to be created. [ 882.085255] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c in Status: SUCCESS [ 882.085743] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c deletion is rescheduled due to dependency. [ 882.085743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.115060] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.115060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.115060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.115622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.115622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.133084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 in Status: IN_PROGRESS for 2s [ 882.429502] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b40aa6d6-628b-454f-8109-3094633ec859 [ 882.429851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.430125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.430337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.430658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.430758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.430879] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b40aa6d6-628b-454f-8109-3094633ec859 already deleted. [ 882.431298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b40aa6d6-628b-454f-8109-3094633ec859" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.501387] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 883.501387] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 883.501387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.794348] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8df95588-a8a2-432d-9971-4505d204ecd5 in Status: SUCCESS [ 883.794348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.794348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.794348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.794634] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.794780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.794832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.795320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.795320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.795320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.795480] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.871066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa85387-b37c-4633-965a-c135958cdf23 in Status: SUCCESS [ 883.871257] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa85387-b37c-4633-965a-c135958cdf23 deletion is rescheduled due to dependency. [ 883.871386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.147984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 in Status: SUCCESS [ 884.147984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.269823] env[65380]: INFO networking_nsxv3.common.synchronization [req-6faf1fdf-9abd-4330-b653-f4c863fa198a req-b60e7150-e7a8-4b36-a16c-f75feaabd7fb tempest-InstanceActionsTestJSON-1192338731 tempest-InstanceActionsTestJSON-1192338731-project-member] Enqueued Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGHEST for action security_group_members [ 884.270933] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGHEST for action security_group_members [ 884.272255] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.272386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.272453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.272718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.272868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.272961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.273031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.273172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.273249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.273342] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.297723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df95588-a8a2-432d-9971-4505d204ecd5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.297956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.297956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.298153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.298327] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.298458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.298509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.300032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.300032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.300032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.300032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df95588-a8a2-432d-9971-4505d204ecd5 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.300032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.300032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.300300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.301721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.301721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.301721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.301721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.301721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.301721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.301721] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.359249] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a6d356be-435e-4711-a356-4bf077075d06 None None] Enqueued Resource ID: d43c6f4f-7188-4a0a-aac4-abcaba0d6745 with Priority: HIGHEST for action port [ 884.359833] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d43c6f4f-7188-4a0a-aac4-abcaba0d6745 with Priority: HIGHEST for action port [ 884.360197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d43c6f4f-7188-4a0a-aac4-abcaba0d6745 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.360320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d43c6f4f-7188-4a0a-aac4-abcaba0d6745" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.360390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d43c6f4f-7188-4a0a-aac4-abcaba0d6745" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.360687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d43c6f4f-7188-4a0a-aac4-abcaba0d6745" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.360768] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d43c6f4f-7188-4a0a-aac4-abcaba0d6745',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.751772] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-176 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.752210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-176" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.752210] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-176" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.752499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-176" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.752762] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.752924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.753053] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.753275] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.753419] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.753666] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.753789] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.753946] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.754052] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.754101] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.754204] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.754332] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.775677] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.775849] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.775985] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.776184] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-176" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.776504] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-299ec13e-c556-4a55-86fc-9c97363cc24d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.776678] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-299ec13e-c556-4a55-86fc-9c97363cc24d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.776801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-299ec13e-c556-4a55-86fc-9c97363cc24d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.777368] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-299ec13e-c556-4a55-86fc-9c97363cc24d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.777368] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299ec13e-c556-4a55-86fc-9c97363cc24d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.778419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.778527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.778527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.778699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.778782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.778961] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.779066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.779128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.779283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.779358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.779441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f already deleted. [ 884.779519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.803591] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8df95588-a8a2-432d-9971-4505d204ecd5: rpc.has_security_group_logging(os_id): False [ 884.827957] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.829188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.829466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.829819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.830039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.830353] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.830600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.830840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.831115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.831282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.831588] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.831821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.832071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.832400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.832611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.832963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.833292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.833527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.833775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.836018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.836018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8df95588-a8a2-432d-9971-4505d204ecd5 is going to be created. [ 884.864717] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d43c6f4f-7188-4a0a-aac4-abcaba0d6745 [ 884.864717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.864717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.864717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.864717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.864717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.864717] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d43c6f4f-7188-4a0a-aac4-abcaba0d6745 already deleted. [ 884.864717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d43c6f4f-7188-4a0a-aac4-abcaba0d6745" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.902660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.902660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.902660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.902660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.902660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.913218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8df95588-a8a2-432d-9971-4505d204ecd5 in Status: IN_PROGRESS for 2s [ 885.281056] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.281289] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.284114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.284114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.284114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.284114] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 299ec13e-c556-4a55-86fc-9c97363cc24d not found, creating... [ 885.284114] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.284114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.284114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.284114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.284114] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.284114] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.284765] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.284765] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.284765] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.284765] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.284765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 299ec13e-c556-4a55-86fc-9c97363cc24d is going to be created. [ 885.309049] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.309276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.309434] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.309808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.310061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.310304] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-299ec13e-c556-4a55-86fc-9c97363cc24d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.028903] env[65380]: INFO networking_nsxv3.common.synchronization [req-6faf1fdf-9abd-4330-b653-f4c863fa198a req-ab0f7e48-b937-4020-98c5-c97b3ecacb90 service nova] Enqueued Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGHEST for action security_group_rules [ 886.029246] env[65380]: INFO networking_nsxv3.common.synchronization [req-6faf1fdf-9abd-4330-b653-f4c863fa198a req-ab0f7e48-b937-4020-98c5-c97b3ecacb90 service nova] Enqueued Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGHEST for action security_group_members [ 886.029246] env[65380]: INFO networking_nsxv3.common.synchronization [req-6faf1fdf-9abd-4330-b653-f4c863fa198a req-ab0f7e48-b937-4020-98c5-c97b3ecacb90 service nova] Enqueued Resource ID: 299ec13e-c556-4a55-86fc-9c97363cc24d with Priority: HIGHEST for action port [ 886.029801] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGHEST for action security_group_rules [ 886.029914] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGHEST for action security_group_members [ 886.030080] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299ec13e-c556-4a55-86fc-9c97363cc24d with Priority: HIGHEST for action port [ 886.030792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.030792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.030912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.031153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.031271] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.032652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.032873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.032934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.033170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.033432] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.033546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.034020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.034020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.034020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.034020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.034898] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-299ec13e-c556-4a55-86fc-9c97363cc24d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.035053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299ec13e-c556-4a55-86fc-9c97363cc24d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.035313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299ec13e-c556-4a55-86fc-9c97363cc24d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.035387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299ec13e-c556-4a55-86fc-9c97363cc24d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.035513] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299ec13e-c556-4a55-86fc-9c97363cc24d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.405246] env[65380]: INFO networking_nsxv3.common.synchronization [req-cfea82db-3fc9-4409-adcc-1b191b552d93 req-732865dd-e235-485b-8899-5fa6d8967a12 tempest-ImagesOneServerTestJSON-386490806 tempest-ImagesOneServerTestJSON-386490806-project-member] Enqueued Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGHEST for action security_group_members [ 886.406911] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGHEST for action security_group_members [ 886.407045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-91b06d21-af0d-4441-8347-d328c266f3fb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.407717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.407717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.407717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.407717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.407896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.409112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.409820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.409820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.409820] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.412076] env[65380]: INFO networking_nsxv3.common.synchronization [req-1b6efea7-6fc8-4dc6-a8e0-21eb566bc100 req-69af7b1a-2fde-4252-9c73-eb55090f9766 tempest-MigrationsAdminTest-1549642071 tempest-MigrationsAdminTest-1549642071-project-member] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 886.416697] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGHEST for action security_group_members [ 886.416697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.416697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.416697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.418103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.418103] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.418103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.418103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.418103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.418103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.418103] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.533659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.533803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.537561] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.539049] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 299ec13e-c556-4a55-86fc-9c97363cc24d with status ACTIVE [ 886.539283] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.539421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.539421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.539655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.539821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.539914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.540017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.540085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.540239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.541015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.541015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.541015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.541015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.541015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.541015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.541015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 299ec13e-c556-4a55-86fc-9c97363cc24d is going to be updated. [ 886.566027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.566027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.566214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.566272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.566408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.566574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299ec13e-c556-4a55-86fc-9c97363cc24d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.916757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.916954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.917042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.917259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.917352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.917737] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.917946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.918070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.918318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.918462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.918596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91b06d21-af0d-4441-8347-d328c266f3fb is going to be updated. [ 886.921012] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.921276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.921554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.921810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.921975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.922242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.922430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.922491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.922721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.922846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.922976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be updated. [ 886.950154] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8df95588-a8a2-432d-9971-4505d204ecd5 in Status: SUCCESS [ 886.950395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.957907] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.958100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.958164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.958383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.958525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.983257] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91b06d21-af0d-4441-8347-d328c266f3fb in Status: IN_PROGRESS for 2s [ 886.997543] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.997692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.997760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.997968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.998115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.008340] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: IN_PROGRESS for 2s [ 887.017827] env[65380]: INFO networking_nsxv3.common.synchronization [req-e6a1a3ab-7d9a-4242-bcad-5539866f9c58 req-2d8d9d87-5e4f-4e8a-93a9-0a1e2117882c tempest-ImagesOneServerNegativeTestJSON-1926519048 tempest-ImagesOneServerNegativeTestJSON-1926519048-project-member] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 887.018418] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGHEST for action security_group_members [ 887.018729] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.018853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.018926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.019155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.019318] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.019417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.019479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.019786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.019786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.019879] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.040908] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.523568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.523775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.523814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.524048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.524151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.525072] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.525413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.525413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.525413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.525413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.525672] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be updated. [ 887.545180] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.545352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.545428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.545665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.545766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.545886] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f is going to be created. [ 887.561177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.562051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.562051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.562051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.562051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.570771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.570771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.570771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.570990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.571144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.578351] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: IN_PROGRESS for 2s [ 887.580514] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f in Status: UNINITIALIZED for 2s [ 888.996954] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91b06d21-af0d-4441-8347-d328c266f3fb in Status: SUCCESS [ 888.997237] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91b06d21-af0d-4441-8347-d328c266f3fb deletion is rescheduled due to dependency. [ 888.997296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.022229] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b68a240-6671-4120-9ef6-905f3502a2ce in Status: SUCCESS [ 889.022285] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce deletion is rescheduled due to dependency. [ 889.022532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.108955] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0864f654-14f1-4bb7-a9b4-4707c4d83630 None None] Enqueued Resource ID: 72a64b20-1857-4af0-a388-f3c516c79149 with Priority: HIGHEST for action port [ 889.109566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a64b20-1857-4af0-a388-f3c516c79149 with Priority: HIGHEST for action port [ 889.109903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-72a64b20-1857-4af0-a388-f3c516c79149 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.110048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72a64b20-1857-4af0-a388-f3c516c79149" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.110126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72a64b20-1857-4af0-a388-f3c516c79149" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.110458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72a64b20-1857-4af0-a388-f3c516c79149" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.110563] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72a64b20-1857-4af0-a388-f3c516c79149',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.592040] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 in Status: SUCCESS [ 889.592040] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 deletion is rescheduled due to dependency. [ 889.592040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.592246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f in Status: SUCCESS [ 889.592389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.592551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.592771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.592976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.593114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.593177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.593361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.593437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.593521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.593608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.613230] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72a64b20-1857-4af0-a388-f3c516c79149 [ 889.613529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.613700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.613767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.614417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.614417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.614417] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72a64b20-1857-4af0-a388-f3c516c79149 already deleted. [ 889.614417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72a64b20-1857-4af0-a388-f3c516c79149" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.096683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.097074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.097074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.097074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.097976] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.098166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.098241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.098437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.098556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.098619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.098785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.098873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.098931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.099088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.099229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.099319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.099662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.099662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.099662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.099835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.099835] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.604187] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12d8c479-5ab0-4987-b8ab-fa63cad7af2f: rpc.has_security_group_logging(os_id): False [ 890.625642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.625818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.625861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.629023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.629023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.629023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.629023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.629582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.629582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.629582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.629582] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f is going to be created. [ 890.705592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.705746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.705820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.706110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.706263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.720939] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f in Status: IN_PROGRESS for 2s [ 891.705567] env[65380]: INFO networking_nsxv3.common.synchronization [None req-72b73d2f-530a-4e23-b8d3-e26139e78670 None None] Enqueued Resource ID: dc28e056-6ea5-4dfa-967f-f824eead6572 with Priority: HIGHEST for action port [ 891.706595] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc28e056-6ea5-4dfa-967f-f824eead6572 with Priority: HIGHEST for action port [ 891.707165] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc28e056-6ea5-4dfa-967f-f824eead6572 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.707314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc28e056-6ea5-4dfa-967f-f824eead6572" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.707314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc28e056-6ea5-4dfa-967f-f824eead6572" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.707606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc28e056-6ea5-4dfa-967f-f824eead6572" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.707690] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc28e056-6ea5-4dfa-967f-f824eead6572',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.211474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc28e056-6ea5-4dfa-967f-f824eead6572 [ 892.211474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.211474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.211474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.211910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.212167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.212383] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc28e056-6ea5-4dfa-967f-f824eead6572 already deleted. [ 892.212557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc28e056-6ea5-4dfa-967f-f824eead6572" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.397565] env[65380]: INFO networking_nsxv3.common.synchronization [None req-3663d50c-ede1-4911-8487-26cd3b9b6c22 None None] Enqueued Resource ID: b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce with Priority: HIGHEST for action port [ 892.398120] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce with Priority: HIGHEST for action port [ 892.398420] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.401995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.402134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.402416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.402501] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.632024] env[65380]: INFO networking_nsxv3.common.synchronization [req-5219133a-e9c6-4078-8fc1-bc203ca91b76 req-41cea6fe-ddfe-48cd-b129-66f6060d88de tempest-ServersAdminTestJSON-1855485524 tempest-ServersAdminTestJSON-1855485524-project-member] Enqueued Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 892.632512] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 with Priority: HIGHEST for action security_group_members [ 892.632664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aaf80c2-a298-4b70-a490-7562f7f2ff56 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.632785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.632854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.633094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.633399] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.633517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.633569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.633730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.633816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.633911] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aaf80c2-a298-4b70-a490-7562f7f2ff56',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.743234] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f in Status: SUCCESS [ 892.743501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.905620] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce [ 892.905854] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.906025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.906111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.906322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.906411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.906505] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce already deleted. [ 892.906656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4893fe5-ce1a-41ef-993e-fc8e6a1af8ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.958762] env[65380]: INFO networking_nsxv3.common.synchronization [None req-fd895413-91ce-4ea1-adaa-13bfeb10e5b8 tempest-ServersTestJSON-1079632421 tempest-ServersTestJSON-1079632421-project-member] Enqueued Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_rules [ 892.959351] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_rules [ 892.959659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.959816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.959880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.960256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.960345] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.075313] env[65380]: INFO networking_nsxv3.common.synchronization [None req-49be03f2-d21a-497b-a6e2-9462089d6bc4 tempest-ServersTestJSON-1079632421 tempest-ServersTestJSON-1079632421-project-member] Enqueued Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_rules [ 893.076813] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_rules [ 893.080632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.080632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.136687] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.136920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.136920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.137150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.162525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.162813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.162941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.162979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.163251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.163312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.163368] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 is going to be updated. [ 893.193409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.193654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.193841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.195361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.195361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.208914] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: IN_PROGRESS for 2s [ 893.490502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.490502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.490502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.490502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.490502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.490502] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 already deleted. [ 893.490502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.490502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.490502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.490502] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.012616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.012926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.012926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.014012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.014012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.014012] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 already deleted. [ 894.014012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.220391] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 in Status: SUCCESS [ 895.220391] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aaf80c2-a298-4b70-a490-7562f7f2ff56 deletion is rescheduled due to dependency. [ 895.220391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aaf80c2-a298-4b70-a490-7562f7f2ff56" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.363765] env[65380]: INFO networking_nsxv3.common.synchronization [None req-7fa8f37c-2cd0-4c0b-ac39-0ba3034fff59 None None] Enqueued Resource ID: f15012f7-da4b-4658-9cc8-3998fbc30003 with Priority: HIGHEST for action port [ 895.364393] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f15012f7-da4b-4658-9cc8-3998fbc30003 with Priority: HIGHEST for action port [ 895.364711] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f15012f7-da4b-4658-9cc8-3998fbc30003 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.364896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f15012f7-da4b-4658-9cc8-3998fbc30003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.364896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f15012f7-da4b-4658-9cc8-3998fbc30003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.365449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f15012f7-da4b-4658-9cc8-3998fbc30003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.365571] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f15012f7-da4b-4658-9cc8-3998fbc30003',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.595645] env[65380]: INFO networking_nsxv3.common.synchronization [req-1e37f739-307d-4f37-982d-5e60d85a3881 req-ea687141-2281-439a-954f-f06eb9274733 tempest-ServerMetadataNegativeTestJSON-686171521 tempest-ServerMetadataNegativeTestJSON-686171521-project-member] Enqueued Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGHEST for action security_group_members [ 895.596193] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGHEST for action security_group_members [ 895.596502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8df95588-a8a2-432d-9971-4505d204ecd5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.596827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.596827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.596909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.599089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.599256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.602700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.602860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.602963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.603430] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.872080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f15012f7-da4b-4658-9cc8-3998fbc30003 [ 895.872422] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.872646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.872646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.872920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.873117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.873195] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f15012f7-da4b-4658-9cc8-3998fbc30003 already deleted. [ 895.873303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f15012f7-da4b-4658-9cc8-3998fbc30003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.079032] env[65380]: INFO networking_nsxv3.common.synchronization [req-0b62b813-081b-497c-bfd0-6edf7c788da5 req-02ada5cb-8ebe-47be-81b0-24e78f1af342 tempest-ServerTagsTestJSON-645774926 tempest-ServerTagsTestJSON-645774926-project-member] Enqueued Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGHEST for action security_group_members [ 896.079032] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGHEST for action security_group_members [ 896.079216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04575ea-ace0-4981-9e59-3ca9d1e081e2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.081699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.081699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.081699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.081699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.081699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.081699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.081699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.081699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.081699] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.108020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.108020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.108020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.108020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.108020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.108020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.108020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.108020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.108020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.108020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.108020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8df95588-a8a2-432d-9971-4505d204ecd5 is going to be updated. [ 896.147036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.147036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.147036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.147036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.147036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.156921] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8df95588-a8a2-432d-9971-4505d204ecd5 in Status: IN_PROGRESS for 2s [ 896.583486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.584241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.584241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.584241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.584241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.584440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.584440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.584440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.584585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.584656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.584740] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 is going to be updated. [ 896.626424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.626568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.626664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.626846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.626972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.637032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 in Status: IN_PROGRESS for 2s [ 898.168696] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8df95588-a8a2-432d-9971-4505d204ecd5 in Status: SUCCESS [ 898.168985] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8df95588-a8a2-432d-9971-4505d204ecd5 deletion is rescheduled due to dependency. [ 898.169035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.647434] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 in Status: SUCCESS [ 898.649341] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 deletion is rescheduled due to dependency. [ 898.649341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.698039] env[65380]: INFO networking_nsxv3.common.synchronization [req-fb8c180e-6197-4492-9b12-17efe52aa963 req-a0567cba-9ecb-4d23-ab79-e7ed0b65b1c3 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_members [ 899.698321] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_members [ 899.698640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5df7b1-861d-4008-999d-921781e779ca taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.698808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.698919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.699214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.699455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.699607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.699687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.699929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.700099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.700201] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.094237] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.094630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.094630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.095120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.095394] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.095557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.095820] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.096394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.096394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.096501] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.096692] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.096817] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.096916] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.097041] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.097149] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.097281] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.126460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.126460] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.126640] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.127413] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.127413] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-2bb8c7e3-459c-4149-8960-0d0df350dc4a taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.127800] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-2bb8c7e3-459c-4149-8960-0d0df350dc4a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.127989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-2bb8c7e3-459c-4149-8960-0d0df350dc4a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.128330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-2bb8c7e3-459c-4149-8960-0d0df350dc4a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.129217] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb8c7e3-459c-4149-8960-0d0df350dc4a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.202728] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.202900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.202974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.203309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.203427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.203635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.203733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.203798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.203955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.204039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.204129] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5df7b1-861d-4008-999d-921781e779ca already deleted. [ 900.204195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.631475] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.631742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.631742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.632198] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.632198] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.632335] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 2bb8c7e3-459c-4149-8960-0d0df350dc4a not found, creating... [ 900.632709] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.632709] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.632833] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.633242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.633242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.633513] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.633659] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.633819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.634090] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.634474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.634474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 2bb8c7e3-459c-4149-8960-0d0df350dc4a is going to be created. [ 900.655560] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.655810] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.655935] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.656216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.656443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.656685] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-2bb8c7e3-459c-4149-8960-0d0df350dc4a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.363771] env[65380]: INFO networking_nsxv3.common.synchronization [req-fb8c180e-6197-4492-9b12-17efe52aa963 req-e7d523e5-a5d5-4dec-a478-1daedaca4980 service nova] Enqueued Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_rules [ 901.364020] env[65380]: INFO networking_nsxv3.common.synchronization [req-fb8c180e-6197-4492-9b12-17efe52aa963 req-e7d523e5-a5d5-4dec-a478-1daedaca4980 service nova] Enqueued Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_members [ 901.364097] env[65380]: INFO networking_nsxv3.common.synchronization [req-fb8c180e-6197-4492-9b12-17efe52aa963 req-e7d523e5-a5d5-4dec-a478-1daedaca4980 service nova] Enqueued Resource ID: 2bb8c7e3-459c-4149-8960-0d0df350dc4a with Priority: HIGHEST for action port [ 901.364666] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_rules [ 901.364802] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_members [ 901.364899] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb8c7e3-459c-4149-8960-0d0df350dc4a with Priority: HIGHEST for action port [ 901.365212] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5df7b1-861d-4008-999d-921781e779ca taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.365344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.365410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.365610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.365692] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.366576] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5df7b1-861d-4008-999d-921781e779ca taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.366686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.366757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.366916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.367076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.367216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.367314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.367474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.367561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.367652] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.372139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bb8c7e3-459c-4149-8960-0d0df350dc4a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.372139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bb8c7e3-459c-4149-8960-0d0df350dc4a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.372139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bb8c7e3-459c-4149-8960-0d0df350dc4a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.372139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bb8c7e3-459c-4149-8960-0d0df350dc4a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.372139] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb8c7e3-459c-4149-8960-0d0df350dc4a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.875208] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.876650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5df7b1-861d-4008-999d-921781e779ca taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.876650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.876813] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bb8c7e3-459c-4149-8960-0d0df350dc4a with status ACTIVE [ 901.876923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.877242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.877242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.877402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.877402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.878218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.878218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.878218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.878218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.878218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.880812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.880963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.881064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.881303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.881408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.881502] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bb8c7e3-459c-4149-8960-0d0df350dc4a is going to be updated. [ 901.902641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.902789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.902857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.903091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.903226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.903385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bb8c7e3-459c-4149-8960-0d0df350dc4a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.129796] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ce65f86-7942-4004-b579-f61a70ab0f02 req-5ae1c294-285d-40a1-a2e0-c1f77bf882fa tempest-AttachVolumeShelveTestJSON-37774609 tempest-AttachVolumeShelveTestJSON-37774609-project-member] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_members [ 902.130408] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_members [ 902.130718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.130842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.130909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.131525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.131678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.131788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.131852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.132022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.132113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.132211] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.378123] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.482280] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.482525] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.482679] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.482999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.483278] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.483437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.483569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.483786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.483924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.484144] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.484250] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.484353] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.484457] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.484564] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.484668] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.484795] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.504116] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.504296] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.504435] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.504616] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.504935] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.505136] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.505251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.505581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.505731] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b3d6ae-eb2d-43c1-8c44-ca85849be867',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.523963] env[65380]: INFO networking_nsxv3.common.synchronization [req-62f134da-5c66-4e8a-b4d5-d7c2e54f8f38 req-9f202023-a799-4c24-8150-f0f8ad99c85c tempest-ServerActionsTestOtherB-140608432 tempest-ServerActionsTestOtherB-140608432-project-member] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 902.524592] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 902.524888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.525013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.525083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.525268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.525419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.525510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.525571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.525715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.525796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.525883] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.635587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.635846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.635846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.636071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.636183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.636365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.636507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.636587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.636773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.636857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.636932] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 already deleted. [ 902.637031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.880779] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.880779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.880779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.880973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.881085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.881251] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5df7b1-861d-4008-999d-921781e779ca is going to be created. [ 902.905717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.905717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.905717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.905717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.905927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.917281] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5df7b1-861d-4008-999d-921781e779ca in Status: UNINITIALIZED for 2s [ 903.008686] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.008900] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.009042] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.009382] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.009524] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.009685] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port f7b3d6ae-eb2d-43c1-8c44-ca85849be867 not found, creating... [ 903.009953] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.010214] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.010345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.010584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.010742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.012838] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.012838] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.016068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.016068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.016068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.016068] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: f7b3d6ae-eb2d-43c1-8c44-ca85849be867 is going to be created. [ 903.029959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.029959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.029959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.029959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.042225] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.042542] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.042696] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.043465] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.043748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.044080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.053372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.053806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.054038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.054038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.054212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.054314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.054380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 903.098236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.098426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.098513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.098721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.098861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.108847] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 903.439840] env[65380]: INFO networking_nsxv3.common.synchronization [req-674ffcf6-89b2-4e1c-b090-31c25d343957 req-ad1db0c0-74e0-4a2a-93d5-83f96d5579fc tempest-InstanceActionsTestJSON-1192338731 tempest-InstanceActionsTestJSON-1192338731-project-member] Enqueued Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGHEST for action security_group_members [ 903.439840] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGHEST for action security_group_members [ 903.440365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.440365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.440501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.440582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.440792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.440957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.441363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.441363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.441465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.441551] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.807647] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ce65f86-7942-4004-b579-f61a70ab0f02 req-9399bb00-bb53-4e31-a6ad-881a61b2bd44 service nova] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_rules [ 903.807647] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ce65f86-7942-4004-b579-f61a70ab0f02 req-9399bb00-bb53-4e31-a6ad-881a61b2bd44 service nova] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_members [ 903.807647] env[65380]: INFO networking_nsxv3.common.synchronization [req-3ce65f86-7942-4004-b579-f61a70ab0f02 req-9399bb00-bb53-4e31-a6ad-881a61b2bd44 service nova] Enqueued Resource ID: f7b3d6ae-eb2d-43c1-8c44-ca85849be867 with Priority: HIGHEST for action port [ 903.807647] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_rules [ 903.808255] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_members [ 903.808627] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b3d6ae-eb2d-43c1-8c44-ca85849be867 with Priority: HIGHEST for action port [ 903.809019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.809274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.809434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.809767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.810201] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.811224] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.811585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.811789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.812063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.812313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.812522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.812699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.812943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.813135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.813385] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.815069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.815069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.815069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.815069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.815069] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b3d6ae-eb2d-43c1-8c44-ca85849be867',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.944395] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.944561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.944690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.945038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.945276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.945712] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.945712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.945868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.946067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.946193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.946345] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f is going to be updated. [ 903.975457] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.975627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.975700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.975898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.976049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.985500] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f in Status: IN_PROGRESS for 2s [ 904.317552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.317692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.317884] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.319647] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7b3d6ae-eb2d-43c1-8c44-ca85849be867 with status ACTIVE [ 904.319920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.320069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.320276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.320553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.320666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.320872] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.321049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.321131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.321315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.321394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.321602] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.321704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.321767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.321909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.321983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.322084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7b3d6ae-eb2d-43c1-8c44-ca85849be867 is going to be updated. [ 904.344374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.344532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.344603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.344800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.344993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.345110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.824394] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.930990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5df7b1-861d-4008-999d-921781e779ca in Status: SUCCESS [ 904.931185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.931316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.931588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.931793] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.931916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.932066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.932162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.932269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.932325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.932422] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.119622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 905.119799] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 deletion is rescheduled due to dependency. [ 905.119913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.326681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.326838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.326906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.327154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.327245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.327391] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 is going to be created. [ 905.353238] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.357030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.357177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.357478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.357712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.367729] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: UNINITIALIZED for 2s [ 905.435191] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.938121] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be5df7b1-861d-4008-999d-921781e779ca: rpc.has_security_group_logging(os_id): False [ 905.957176] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.957305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.957375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.957570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.957654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.957979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.957979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.958176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.958219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.958267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.958346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5df7b1-861d-4008-999d-921781e779ca is going to be created. [ 905.996907] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f in Status: SUCCESS [ 905.997647] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f deletion is rescheduled due to dependency. [ 905.998230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.031057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.031327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.031327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.031567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.031838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.046743] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be5df7b1-861d-4008-999d-921781e779ca in Status: IN_PROGRESS for 2s [ 906.654813] env[65380]: INFO networking_nsxv3.common.synchronization [req-1552767e-ab6e-4bc4-b971-b88fc706723f req-999634f1-8d0c-4806-91b6-1120c3c6a00d tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 906.655181] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 906.655470] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.655600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.655666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.655851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.655996] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.656720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.656824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.657123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.657275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.660732] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.025633] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.025952] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.025997] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.026822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.026822] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.026822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.026822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.027107] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.027547] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.027547] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.027816] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.027816] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.027890] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.027969] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.028054] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.028459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.052143] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.052143] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.052143] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.052143] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.052465] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-6785f095-0836-4bc7-923a-b16075641a80 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.052734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-6785f095-0836-4bc7-923a-b16075641a80" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.052864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-6785f095-0836-4bc7-923a-b16075641a80" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.053201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-6785f095-0836-4bc7-923a-b16075641a80" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.053342] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6785f095-0836-4bc7-923a-b16075641a80',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.163401] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.379034] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: SUCCESS [ 907.379155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.379933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.379933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.379933] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.379933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.379933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.380375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.380375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.380375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.380545] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.555980] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.556264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.556420] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.556962] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.557169] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.557373] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 6785f095-0836-4bc7-923a-b16075641a80 not found, creating... [ 907.557692] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.557858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.557978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.558258] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.558409] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.558710] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.558865] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.558979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.559199] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.559331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.559470] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 6785f095-0836-4bc7-923a-b16075641a80 is going to be created. [ 907.593015] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.593144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.593287] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.593575] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.593808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.594052] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-6785f095-0836-4bc7-923a-b16075641a80" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.665764] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.883733] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.063045] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be5df7b1-861d-4008-999d-921781e779ca in Status: SUCCESS [ 908.063395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.171028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.171028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.171028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.171028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.171028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.171028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 908.211025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.211025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.211025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.211025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.211025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.226522] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 908.315203] env[65380]: INFO networking_nsxv3.common.synchronization [req-1552767e-ab6e-4bc4-b971-b88fc706723f req-0f74474c-d3c2-4c95-8d52-cf858ac42eff service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 908.315203] env[65380]: INFO networking_nsxv3.common.synchronization [req-1552767e-ab6e-4bc4-b971-b88fc706723f req-0f74474c-d3c2-4c95-8d52-cf858ac42eff service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 908.315203] env[65380]: INFO networking_nsxv3.common.synchronization [req-1552767e-ab6e-4bc4-b971-b88fc706723f req-0f74474c-d3c2-4c95-8d52-cf858ac42eff service nova] Enqueued Resource ID: 6785f095-0836-4bc7-923a-b16075641a80 with Priority: HIGHEST for action port [ 908.316529] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 908.316529] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 908.316529] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6785f095-0836-4bc7-923a-b16075641a80 with Priority: HIGHEST for action port [ 908.316685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.317047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.317047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.317047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.317184] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.320876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.320987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.321241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6785f095-0836-4bc7-923a-b16075641a80 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.321378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6785f095-0836-4bc7-923a-b16075641a80" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.321378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6785f095-0836-4bc7-923a-b16075641a80" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.321584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6785f095-0836-4bc7-923a-b16075641a80" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.321663] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6785f095-0836-4bc7-923a-b16075641a80',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.385380] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47e0849a-0634-4626-8e90-b4c0b1e0ee03: rpc.has_security_group_logging(os_id): False [ 908.409140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.409415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.409500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.409779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.409849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.410137] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.410348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.410720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.410955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.411068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.411167] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 is going to be created. [ 908.520359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.520359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.520359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.520359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.520359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.532268] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: IN_PROGRESS for 2s [ 908.827520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.827645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.827827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6785f095-0836-4bc7-923a-b16075641a80 with status ACTIVE [ 908.829241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.829241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.829241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.829241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.829241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.829241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.829241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.829241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.829683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.829683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.829683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.829776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.829776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.830030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.830030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.830113] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6785f095-0836-4bc7-923a-b16075641a80 is going to be updated. [ 908.862151] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.862334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.862385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.862588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.862728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.862885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6785f095-0836-4bc7-923a-b16075641a80" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.239046] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 910.239046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.239046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.239046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.239046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.239046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.239609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.239609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.239609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.239609] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.551742] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: SUCCESS [ 910.551971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.742217] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.244448] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.426885] env[65380]: INFO networking_nsxv3.common.synchronization [req-0720bbe7-92f5-46e3-94ec-445b64e969ec req-fd59956f-5e54-4214-b926-926e0fe5a3e1 tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 911.428516] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 911.428739] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.428900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.429068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.429306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.429517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.429738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.429848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.430099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.430239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.430418] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.746950] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.747128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.747198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.747399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.747487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.747595] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 911.786445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.786662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.786662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.786921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.787161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.799920] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 911.933656] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.933901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.933949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.934375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.934375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.935337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.935337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.935337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.935337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.935337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.935337] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 911.968493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.968643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.968700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.968914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.969074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.973375] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.973931] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.973931] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.974101] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.974505] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.974771] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.975063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.978070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.978070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.978070] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.978070] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.978070] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.978070] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.978070] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.978070] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.978070] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.982125] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 911.997248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.997248] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.997248] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.997248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.997248] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-1a20c5c9-1b05-42cf-a71f-894e2921e893 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.997248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-1a20c5c9-1b05-42cf-a71f-894e2921e893" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.997248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-1a20c5c9-1b05-42cf-a71f-894e2921e893" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.997248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-1a20c5c9-1b05-42cf-a71f-894e2921e893" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.997248] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a20c5c9-1b05-42cf-a71f-894e2921e893',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.033184] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2aeeecc0-090a-47bc-930a-1fc67c044df2 None None] Enqueued Resource ID: da6d26ea-221b-4429-9dd0-af58e903a1d8 with Priority: HIGHEST for action port [ 912.033444] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da6d26ea-221b-4429-9dd0-af58e903a1d8 with Priority: HIGHEST for action port [ 912.034030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-da6d26ea-221b-4429-9dd0-af58e903a1d8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.034160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da6d26ea-221b-4429-9dd0-af58e903a1d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.034201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da6d26ea-221b-4429-9dd0-af58e903a1d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.034444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da6d26ea-221b-4429-9dd0-af58e903a1d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.034776] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da6d26ea-221b-4429-9dd0-af58e903a1d8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.502393] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.502393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.502393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.502393] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 1a20c5c9-1b05-42cf-a71f-894e2921e893 not found, creating... [ 912.502393] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.502393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.502393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.502393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.502393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.503318] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.503318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.503318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.503318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.503318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.503318] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 1a20c5c9-1b05-42cf-a71f-894e2921e893 is going to be created. [ 912.534300] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.534572] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.534665] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.534974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.535230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.535488] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-1a20c5c9-1b05-42cf-a71f-894e2921e893" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.536762] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da6d26ea-221b-4429-9dd0-af58e903a1d8 [ 912.536762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.536762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.536762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.536925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.537125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.537125] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da6d26ea-221b-4429-9dd0-af58e903a1d8 already deleted. [ 912.537125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da6d26ea-221b-4429-9dd0-af58e903a1d8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.337431] env[65380]: INFO networking_nsxv3.common.synchronization [req-0720bbe7-92f5-46e3-94ec-445b64e969ec req-1b970036-2fa9-46fb-ae34-086bd52d9567 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 913.339126] env[65380]: INFO networking_nsxv3.common.synchronization [req-0720bbe7-92f5-46e3-94ec-445b64e969ec req-1b970036-2fa9-46fb-ae34-086bd52d9567 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 913.339126] env[65380]: INFO networking_nsxv3.common.synchronization [req-0720bbe7-92f5-46e3-94ec-445b64e969ec req-1b970036-2fa9-46fb-ae34-086bd52d9567 service nova] Enqueued Resource ID: 1a20c5c9-1b05-42cf-a71f-894e2921e893 with Priority: HIGHEST for action port [ 913.339126] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 913.339126] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 913.339126] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a20c5c9-1b05-42cf-a71f-894e2921e893 with Priority: HIGHEST for action port [ 913.339126] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.339126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.339126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.343521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.343638] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.346505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.346505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.346505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a20c5c9-1b05-42cf-a71f-894e2921e893 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.346505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a20c5c9-1b05-42cf-a71f-894e2921e893" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.346505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a20c5c9-1b05-42cf-a71f-894e2921e893" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.346505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a20c5c9-1b05-42cf-a71f-894e2921e893" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.346505] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a20c5c9-1b05-42cf-a71f-894e2921e893',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.812746] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 913.813141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.813766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.814024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.814315] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.814393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.814479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.814685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.814793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.814904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.815009] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.848795] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.848956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.849270] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a20c5c9-1b05-42cf-a71f-894e2921e893 with status ACTIVE [ 913.849319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.849390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.849453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.849685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.849829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.850067] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.850193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.850258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.850470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.850607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.850915] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.850915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.850915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.851146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.851146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.851215] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a20c5c9-1b05-42cf-a71f-894e2921e893 is going to be updated. [ 913.881437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.881644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.881719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.881961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.882227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.882305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a20c5c9-1b05-42cf-a71f-894e2921e893" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.999755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 913.999933] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 914.000079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.000230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.000499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.000690] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.000804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.000866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.001032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.001110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.001197] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.319791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.319791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.319791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.319791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.319791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.320693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.320693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.320693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.320693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.320693] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.505794] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.824364] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff5fb355-9518-4c33-89d1-454516df8ac4: rpc.has_security_group_logging(os_id): False [ 914.852150] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.852150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.852291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.852388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.852473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.852719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.852900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.852900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.853053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.853185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.853397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.853503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.853565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.853702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.853774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.853966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.854068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.854128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.854265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.854336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.854420] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 914.877874] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d1cfd7ab-f759-40a3-8222-748c3e91d620 None None] Enqueued Resource ID: 5f7f882f-694c-429d-ac32-e5f0b623ba89 with Priority: HIGHEST for action port [ 914.885021] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f7f882f-694c-429d-ac32-e5f0b623ba89 with Priority: HIGHEST for action port [ 914.885021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f7f882f-694c-429d-ac32-e5f0b623ba89 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.885021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f7f882f-694c-429d-ac32-e5f0b623ba89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.885021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f7f882f-694c-429d-ac32-e5f0b623ba89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.885021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f7f882f-694c-429d-ac32-e5f0b623ba89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.885021] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f7f882f-694c-429d-ac32-e5f0b623ba89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.940568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.940568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.941180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.941180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.942783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.965160] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 915.007607] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.387091] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f7f882f-694c-429d-ac32-e5f0b623ba89 [ 915.387373] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.387532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.387625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.387875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.387983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.388118] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f7f882f-694c-429d-ac32-e5f0b623ba89 already deleted. [ 915.388230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f7f882f-694c-429d-ac32-e5f0b623ba89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.511485] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.511672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.511746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.512027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.512103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.512205] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 915.548173] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.548173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.548173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.548369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.548928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.560570] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 916.985056] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 916.985056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.572245] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 917.572245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.572245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.572245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.572522] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.572522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.572522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.572793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.572793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.572874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.572957] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.075256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.075898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.076261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.076261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.076431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.076549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.076602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.076839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.076947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.077053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.077292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.077487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.077487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.077747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.077747] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.077747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.078243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.078243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.078243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.078243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.078243] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.580123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e824c4-9998-4852-bdf6-4db2e5e37b35: rpc.has_security_group_logging(os_id): False [ 918.600118] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.600291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.600368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.600654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.600753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.600958] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.601074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.601139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.601294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.601371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.601576] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.601704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.601769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.601913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.601989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.602313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.602412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.602476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.602617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.602694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.602779] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 918.674146] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.674401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.674401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.674588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.674738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.687865] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 918.792895] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ea99b44d-46b8-49a4-a740-276a817d0bd0 None None] Enqueued Resource ID: f5327099-f23a-4441-8710-36f76b348628 with Priority: HIGHEST for action port [ 918.794213] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5327099-f23a-4441-8710-36f76b348628 with Priority: HIGHEST for action port [ 918.794662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5327099-f23a-4441-8710-36f76b348628 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.798077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5327099-f23a-4441-8710-36f76b348628" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.798210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5327099-f23a-4441-8710-36f76b348628" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.798614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5327099-f23a-4441-8710-36f76b348628" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.798614] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5327099-f23a-4441-8710-36f76b348628',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.301613] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5327099-f23a-4441-8710-36f76b348628 [ 919.301904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.302057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.302126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.302340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.302430] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.302525] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5327099-f23a-4441-8710-36f76b348628 already deleted. [ 919.302608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5327099-f23a-4441-8710-36f76b348628" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.955428] env[65380]: INFO networking_nsxv3.common.synchronization [req-183bf7cb-7e9a-402a-8683-8db9efb1c320 req-37962b96-478a-4838-90fb-9931444c6627 tempest-ServerPasswordTestJSON-1118711915 tempest-ServerPasswordTestJSON-1118711915-project-member] Enqueued Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGHEST for action security_group_members [ 919.956499] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGHEST for action security_group_members [ 919.957148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea01147-cbf6-4152-8084-214cc43e9354 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.957268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.957706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.958080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.958355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.958535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.958647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.959088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.959225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.959350] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.351253] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.351583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-708" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.351583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-708" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.351901] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-708" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.352183] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.352383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.352464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.352682] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.352888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.353206] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.353329] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.353438] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.353554] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.353802] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.353898] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.354021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.377344] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.377672] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.377914] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.378199] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-708" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.378740] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-984014f3-cd87-4054-a971-942d597305f7 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.379563] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-984014f3-cd87-4054-a971-942d597305f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.379987] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-984014f3-cd87-4054-a971-942d597305f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.380484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-984014f3-cd87-4054-a971-942d597305f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.381042] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984014f3-cd87-4054-a971-942d597305f7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.464117] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.464294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.464363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.464618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.464749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.464897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.465035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.465128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.465318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.465408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.465527] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea01147-cbf6-4152-8084-214cc43e9354 already deleted. [ 920.465616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.647292] env[65380]: INFO networking_nsxv3.common.synchronization [None req-62fc36e1-d131-4aaf-bce1-a52e9d7fdb37 None None] Enqueued Resource ID: 78a3eba2-619b-4e73-ae71-e8917b1d7d2e with Priority: HIGHEST for action port [ 920.647988] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a3eba2-619b-4e73-ae71-e8917b1d7d2e with Priority: HIGHEST for action port [ 920.648343] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a3eba2-619b-4e73-ae71-e8917b1d7d2e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.648479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a3eba2-619b-4e73-ae71-e8917b1d7d2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.648549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a3eba2-619b-4e73-ae71-e8917b1d7d2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.649114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a3eba2-619b-4e73-ae71-e8917b1d7d2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.649202] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a3eba2-619b-4e73-ae71-e8917b1d7d2e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.703389] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 920.703644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.884808] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.885133] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.885270] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.885577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.886241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.886241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 984014f3-cd87-4054-a971-942d597305f7 not found, creating... [ 920.886673] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.886673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.886673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.887332] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.888034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.888376] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.888735] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.889998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.889998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.889998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.889998] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 984014f3-cd87-4054-a971-942d597305f7 is going to be created. [ 920.915961] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.916222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.916352] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.916640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.916886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.917144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-984014f3-cd87-4054-a971-942d597305f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.152885] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78a3eba2-619b-4e73-ae71-e8917b1d7d2e [ 921.153604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.153807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.153886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.154143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.154253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.155896] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78a3eba2-619b-4e73-ae71-e8917b1d7d2e already deleted. [ 921.155896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a3eba2-619b-4e73-ae71-e8917b1d7d2e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.379262] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a4fa5d98-3028-4d23-b830-b86e42104ef7 None None] Enqueued Resource ID: 06417c49-8aa8-4ca0-a915-60ee544ea869 with Priority: HIGHEST for action port [ 921.383061] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06417c49-8aa8-4ca0-a915-60ee544ea869 with Priority: HIGHEST for action port [ 921.383061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-06417c49-8aa8-4ca0-a915-60ee544ea869 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.384656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06417c49-8aa8-4ca0-a915-60ee544ea869" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.384656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06417c49-8aa8-4ca0-a915-60ee544ea869" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.384656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06417c49-8aa8-4ca0-a915-60ee544ea869" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.384656] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06417c49-8aa8-4ca0-a915-60ee544ea869',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.695181] env[65380]: INFO networking_nsxv3.common.synchronization [req-183bf7cb-7e9a-402a-8683-8db9efb1c320 req-11b5df1e-f5df-4b6f-b73b-4876349e21d1 service nova] Enqueued Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGHEST for action security_group_rules [ 921.695429] env[65380]: INFO networking_nsxv3.common.synchronization [req-183bf7cb-7e9a-402a-8683-8db9efb1c320 req-11b5df1e-f5df-4b6f-b73b-4876349e21d1 service nova] Enqueued Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGHEST for action security_group_members [ 921.695619] env[65380]: INFO networking_nsxv3.common.synchronization [req-183bf7cb-7e9a-402a-8683-8db9efb1c320 req-11b5df1e-f5df-4b6f-b73b-4876349e21d1 service nova] Enqueued Resource ID: 984014f3-cd87-4054-a971-942d597305f7 with Priority: HIGHEST for action port [ 921.696013] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGHEST for action security_group_rules [ 921.696161] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGHEST for action security_group_members [ 921.696255] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984014f3-cd87-4054-a971-942d597305f7 with Priority: HIGHEST for action port [ 921.696530] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea01147-cbf6-4152-8084-214cc43e9354 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.696690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.696759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.697012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.697157] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.697953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea01147-cbf6-4152-8084-214cc43e9354 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.698091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.698154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.698318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.698472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.698575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.698612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.698777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.700130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.700130] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.700130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-984014f3-cd87-4054-a971-942d597305f7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.700130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-984014f3-cd87-4054-a971-942d597305f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.700130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-984014f3-cd87-4054-a971-942d597305f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.700130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-984014f3-cd87-4054-a971-942d597305f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.700130] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984014f3-cd87-4054-a971-942d597305f7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.887018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06417c49-8aa8-4ca0-a915-60ee544ea869 [ 921.887018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.887018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.887018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.887018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.887018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.887018] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06417c49-8aa8-4ca0-a915-60ee544ea869 already deleted. [ 921.887018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06417c49-8aa8-4ca0-a915-60ee544ea869" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.203479] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea01147-cbf6-4152-8084-214cc43e9354 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.203703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.203787] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.204632] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 984014f3-cd87-4054-a971-942d597305f7 with status ACTIVE [ 922.204811] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.205028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.205028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.205237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.205355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.209044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.209044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.209044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.209044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 984014f3-cd87-4054-a971-942d597305f7 is going to be updated. [ 922.234357] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.234515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.234557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.234810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.234957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.235130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-984014f3-cd87-4054-a971-942d597305f7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.708896] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.101292] env[65380]: INFO networking_nsxv3.common.synchronization [None req-01cae182-8811-4e89-b5db-1a2c5f754302 None None] Enqueued Resource ID: 5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6 with Priority: HIGHEST for action port [ 923.101292] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6 with Priority: HIGHEST for action port [ 923.102197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.102197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.102197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.102197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.102197] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.216691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.216859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.216859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.217008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.217108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.217234] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea01147-cbf6-4152-8084-214cc43e9354 is going to be created. [ 923.247620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.247807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.247903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.248199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.248475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.263481] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea01147-cbf6-4152-8084-214cc43e9354 in Status: UNINITIALIZED for 2s [ 923.605352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6 [ 923.605598] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.605731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.605801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.606024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.606116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.606205] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6 already deleted. [ 923.606313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d6c01d6-299e-4bf2-b4ca-d68b57ebcee6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.470102] env[65380]: INFO networking_nsxv3.common.synchronization [req-bd864e01-645a-4f87-9f7e-17c379991492 req-e031b513-a526-458d-a013-5f570eea18da tempest-ServersTestJSON-1079632421 tempest-ServersTestJSON-1079632421-project-member] Enqueued Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_members [ 924.470763] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_members [ 924.471149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.471273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.471340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.471586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.472200] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.472200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.472200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.472200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.472200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.472464] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.546992] env[65380]: INFO networking_nsxv3.common.synchronization [req-d4f8158e-162e-4967-86f3-87f1eaee2961 req-bf6a74ec-0848-456a-a2e0-8d895428324c tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 924.547619] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 924.547961] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.548238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.548370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.549038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.549727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.549917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.550254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.550487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.550618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.550769] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.624975] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7ea5d90-901b-445f-aa10-57d1794a0caa req-e899e5e3-9067-44b7-9af1-d1644176771f tempest-SecurityGroupRulesTestJSON-1319995042 tempest-SecurityGroupRulesTestJSON-1319995042-project-member] Enqueued Resource ID: 478a2ccf-1e91-4916-ac62-9a23b9558073 with Priority: HIGHEST for action security_group_rules [ 924.625515] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 478a2ccf-1e91-4916-ac62-9a23b9558073 with Priority: HIGHEST for action security_group_rules [ 924.626040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-478a2ccf-1e91-4916-ac62-9a23b9558073 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.626040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-478a2ccf-1e91-4916-ac62-9a23b9558073" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.626040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-478a2ccf-1e91-4916-ac62-9a23b9558073" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.626360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-478a2ccf-1e91-4916-ac62-9a23b9558073" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.626414] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('478a2ccf-1e91-4916-ac62-9a23b9558073',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.917545] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-492 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.917545] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-492" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.917711] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-492" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.918061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-492" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.918360] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.919021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.919021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.919021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.919021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.919211] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.919274] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.919377] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.919483] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.919590] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.919691] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.919817] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.943656] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.943832] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.944015] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.944225] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-492" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.944563] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.944741] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.944864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.945211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.945347] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37cdfc1d-4b24-4ae6-ac71-e0d63602b872',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.974869] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.975098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.975098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.975310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.975398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.975595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.975697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.975758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.975897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.975973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.976088] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 already deleted. [ 924.976171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.054358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.054515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.054608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.054845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.054947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.055141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.055266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.055326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.055437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.055570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.055671] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 already deleted. [ 925.055671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.147833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.147833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.147833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.147833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.147833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.147833] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 478a2ccf-1e91-4916-ac62-9a23b9558073 already deleted. [ 925.147833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-478a2ccf-1e91-4916-ac62-9a23b9558073" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.272009] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.272323] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.272398] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.272725] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.273036] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.273243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.273963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.274291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.274480] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.274737] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.274857] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.275030] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.275146] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.275286] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.275421] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.275598] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.277479] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea01147-cbf6-4152-8084-214cc43e9354 in Status: SUCCESS [ 925.277662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.278233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.278469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.278651] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.278792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.278858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.279023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.279149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.279261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.279354] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.301287] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.301444] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.301581] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.301752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.302118] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-2ff7c104-f798-4d67-b92b-3d73b0810a38 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.302270] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-2ff7c104-f798-4d67-b92b-3d73b0810a38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.302438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-2ff7c104-f798-4d67-b92b-3d73b0810a38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.302763] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-2ff7c104-f798-4d67-b92b-3d73b0810a38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.302936] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff7c104-f798-4d67-b92b-3d73b0810a38',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.447847] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.448101] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.448230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.448510] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.448689] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.448851] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 37cdfc1d-4b24-4ae6-ac71-e0d63602b872 not found, creating... [ 925.449149] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.449331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.449450] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.449703] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.449827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.450155] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.450317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.450453] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.450670] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.450893] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.451080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 37cdfc1d-4b24-4ae6-ac71-e0d63602b872 is going to be created. [ 925.472224] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.472553] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.472600] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.472869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.473182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.473438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.782681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea01147-cbf6-4152-8084-214cc43e9354 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.782919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.783037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.783261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.783431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.783548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.783605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.783775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.783830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.783896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.784106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea01147-cbf6-4152-8084-214cc43e9354 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.784194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.784194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.784327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.784463] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.784584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.784630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.784739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.784813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.784893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.785033] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.805662] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.805901] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.806044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.806306] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.806457] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.806602] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 2ff7c104-f798-4d67-b92b-3d73b0810a38 not found, creating... [ 925.806860] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.807030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.807149] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.807375] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.807515] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.807886] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.808166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.808309] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.808523] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.808661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.809258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 2ff7c104-f798-4d67-b92b-3d73b0810a38 is going to be created. [ 925.829801] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.830115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.830255] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.830544] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.830743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.831036] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-2ff7c104-f798-4d67-b92b-3d73b0810a38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.171996] env[65380]: INFO networking_nsxv3.common.synchronization [req-bd864e01-645a-4f87-9f7e-17c379991492 req-140b1826-e2a2-47b3-b162-1db0a2e35f4a service nova] Enqueued Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_rules [ 926.172206] env[65380]: INFO networking_nsxv3.common.synchronization [req-bd864e01-645a-4f87-9f7e-17c379991492 req-140b1826-e2a2-47b3-b162-1db0a2e35f4a service nova] Enqueued Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_members [ 926.172343] env[65380]: INFO networking_nsxv3.common.synchronization [req-bd864e01-645a-4f87-9f7e-17c379991492 req-140b1826-e2a2-47b3-b162-1db0a2e35f4a service nova] Enqueued Resource ID: 37cdfc1d-4b24-4ae6-ac71-e0d63602b872 with Priority: HIGHEST for action port [ 926.172843] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_rules [ 926.172978] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_members [ 926.173091] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37cdfc1d-4b24-4ae6-ac71-e0d63602b872 with Priority: HIGHEST for action port [ 926.173363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.173484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.173550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.173749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.173987] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.174643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.174751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.174817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.174978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.175132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.175261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.175261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.175412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.175494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.175583] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.176619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.176727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.176793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.176942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.177029] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37cdfc1d-4b24-4ae6-ac71-e0d63602b872',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.287159] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea01147-cbf6-4152-8084-214cc43e9354: rpc.has_security_group_logging(os_id): False [ 926.305411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.305595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.305683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.305905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.305999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.306222] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.306323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.306400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.306558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.306635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.306827] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.306922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.306982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.307142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.307217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.307402] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.307494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.307554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.307691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.307766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.307854] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea01147-cbf6-4152-8084-214cc43e9354 is going to be created. [ 926.369494] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.369627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.369691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.369904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.370109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.381270] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea01147-cbf6-4152-8084-214cc43e9354 in Status: IN_PROGRESS for 2s [ 926.543413] env[65380]: INFO networking_nsxv3.common.synchronization [req-d4f8158e-162e-4967-86f3-87f1eaee2961 req-8c77f2d6-9eff-40cc-bbd1-b4b3e5e5ec31 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 926.543687] env[65380]: INFO networking_nsxv3.common.synchronization [req-d4f8158e-162e-4967-86f3-87f1eaee2961 req-8c77f2d6-9eff-40cc-bbd1-b4b3e5e5ec31 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 926.543723] env[65380]: INFO networking_nsxv3.common.synchronization [req-d4f8158e-162e-4967-86f3-87f1eaee2961 req-8c77f2d6-9eff-40cc-bbd1-b4b3e5e5ec31 service nova] Enqueued Resource ID: 2ff7c104-f798-4d67-b92b-3d73b0810a38 with Priority: HIGHEST for action port [ 926.543933] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 926.544146] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 926.544214] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff7c104-f798-4d67-b92b-3d73b0810a38 with Priority: HIGHEST for action port [ 926.544677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.544803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.544873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.545477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.545572] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.549741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.549840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.549840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.550043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.550224] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.550304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.550339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.550492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.550719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.550799] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.551624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff7c104-f798-4d67-b92b-3d73b0810a38 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.552076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff7c104-f798-4d67-b92b-3d73b0810a38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.552076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff7c104-f798-4d67-b92b-3d73b0810a38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.552076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff7c104-f798-4d67-b92b-3d73b0810a38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.552076] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff7c104-f798-4d67-b92b-3d73b0810a38',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.678560] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.681291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.681291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.681291] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37cdfc1d-4b24-4ae6-ac71-e0d63602b872 with status ACTIVE [ 926.681291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.681291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.681291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.681291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.681583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.681583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.681711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.681750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.681933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.682040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.684042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.684176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.684245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.684400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.684481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.684607] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37cdfc1d-4b24-4ae6-ac71-e0d63602b872 is going to be updated. [ 926.707377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.707493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.707493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.709129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.709129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.709129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37cdfc1d-4b24-4ae6-ac71-e0d63602b872" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.055532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.055532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.055532] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.055842] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ff7c104-f798-4d67-b92b-3d73b0810a38 with status ACTIVE [ 927.055952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.056023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.056124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.057040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.057040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.057040] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.057040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.057040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.057040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.059827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.059827] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.059827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.059827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.059827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.059827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.059827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ff7c104-f798-4d67-b92b-3d73b0810a38 is going to be updated. [ 927.087031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.087031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.087031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.087031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.087031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.087031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff7c104-f798-4d67-b92b-3d73b0810a38" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.188187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.564253] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.691234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.691400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.691400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.691607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.691720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.691824] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 is going to be created. [ 927.717800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.718072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.718072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.718809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.718809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.728226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 in Status: UNINITIALIZED for 2s [ 928.068106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.068290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.068658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.068799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.068986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.069100] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be created. [ 928.094474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.094619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.094683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.094920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.095119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.107950] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: UNINITIALIZED for 2s [ 928.393025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea01147-cbf6-4152-8084-214cc43e9354 in Status: SUCCESS [ 928.393359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.778704] env[65380]: INFO networking_nsxv3.common.synchronization [req-822e1882-83ab-457f-8d2c-8ac57876d938 req-f519cc66-c8fe-42c2-bd36-e52844680b07 tempest-SecurityGroupRulesTestJSON-1319995042 tempest-SecurityGroupRulesTestJSON-1319995042-project-member] Enqueued Resource ID: eea4462b-e642-4f02-8b62-9a9b1b978e1b with Priority: HIGHEST for action security_group_rules [ 928.779593] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eea4462b-e642-4f02-8b62-9a9b1b978e1b with Priority: HIGHEST for action security_group_rules [ 928.779901] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eea4462b-e642-4f02-8b62-9a9b1b978e1b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.780263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eea4462b-e642-4f02-8b62-9a9b1b978e1b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.780386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eea4462b-e642-4f02-8b62-9a9b1b978e1b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.780825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eea4462b-e642-4f02-8b62-9a9b1b978e1b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.780915] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eea4462b-e642-4f02-8b62-9a9b1b978e1b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.311596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.311596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.311596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.311596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.311596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.311790] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eea4462b-e642-4f02-8b62-9a9b1b978e1b already deleted. [ 929.311790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eea4462b-e642-4f02-8b62-9a9b1b978e1b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.739743] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 in Status: SUCCESS [ 929.739989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.740206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.740442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.740666] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.740802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.740925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.741075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.741161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.741247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.741338] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.118505] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 930.118772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.119215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.119215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.119330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.119453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.119518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.119672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.119753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.119836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.119930] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.228055] env[65380]: INFO networking_nsxv3.common.synchronization [req-a97b06fd-dc23-4f05-b171-1872dc19c87a req-0be386dc-c543-4622-b74d-ed95bd9019bf tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 930.228055] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 930.228055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.228055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.228055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.230244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.230477] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.230595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.230659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.230848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.230951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.231062] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.243012] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.622932] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.623138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.623267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.623524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.623694] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.623819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.623889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.624068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.624170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.624269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.624419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.624511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.624570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.624712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.624846] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.624936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.625059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.625238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.625316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.625397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.625507] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.736053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.746714] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8f6d2e0-82a1-4c6b-a400-967c5df5b388: rpc.has_security_group_logging(os_id): False [ 930.767216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.771627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.771627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.771627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.771627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.771627] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.771627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.771627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.771627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.771627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.771627] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 is going to be created. [ 930.833182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.833351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.833435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.833669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.833880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.849755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 in Status: IN_PROGRESS for 2s [ 931.129963] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0: rpc.has_security_group_logging(os_id): False [ 931.156136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.156136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.156136] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.156136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.156621] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.156621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.156621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.156621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.156621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.156621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be created. [ 931.218945] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.219175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.219175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.219455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.219560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.233382] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 931.239835] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.742596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.742846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.742926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.743453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.743453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.743453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 931.776576] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.776673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.776673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.776890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.777037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.789299] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 932.445659] env[65380]: INFO networking_nsxv3.common.synchronization [req-4f5f58a1-e9e2-4e60-95b0-11315ee773fb req-1d20784d-566e-4bb3-bbf1-bd508d10d228 tempest-SecurityGroupRulesTestJSON-1319995042 tempest-SecurityGroupRulesTestJSON-1319995042-project-member] Enqueued Resource ID: 4feae8f3-9ad3-4f91-9b1d-1013e6652224 with Priority: HIGHEST for action security_group_rules [ 932.446374] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4feae8f3-9ad3-4f91-9b1d-1013e6652224 with Priority: HIGHEST for action security_group_rules [ 932.447078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4feae8f3-9ad3-4f91-9b1d-1013e6652224 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.447078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4feae8f3-9ad3-4f91-9b1d-1013e6652224" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.447078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4feae8f3-9ad3-4f91-9b1d-1013e6652224" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.448314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4feae8f3-9ad3-4f91-9b1d-1013e6652224" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.448314] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4feae8f3-9ad3-4f91-9b1d-1013e6652224',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.712232] env[65380]: INFO networking_nsxv3.common.synchronization [None req-28d7542b-fe36-4e9e-8859-ea32f5e19760 None None] Enqueued Resource ID: e5286840-78eb-4bd0-b67e-4f69a55e246c with Priority: HIGHEST for action port [ 932.712232] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5286840-78eb-4bd0-b67e-4f69a55e246c with Priority: HIGHEST for action port [ 932.712232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5286840-78eb-4bd0-b67e-4f69a55e246c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.712232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5286840-78eb-4bd0-b67e-4f69a55e246c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.712232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5286840-78eb-4bd0-b67e-4f69a55e246c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.712232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5286840-78eb-4bd0-b67e-4f69a55e246c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.712232] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5286840-78eb-4bd0-b67e-4f69a55e246c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.861861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 in Status: SUCCESS [ 932.861988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.976658] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.976907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.976981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.977219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.977309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.977411] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4feae8f3-9ad3-4f91-9b1d-1013e6652224 already deleted. [ 932.977495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4feae8f3-9ad3-4f91-9b1d-1013e6652224" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.215024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5286840-78eb-4bd0-b67e-4f69a55e246c [ 933.215024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.215024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.215024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.215024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.215024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.215024] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5286840-78eb-4bd0-b67e-4f69a55e246c already deleted. [ 933.215024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5286840-78eb-4bd0-b67e-4f69a55e246c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.247246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 933.247496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.804128] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 933.804489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.347631] env[65380]: INFO networking_nsxv3.common.synchronization [req-2ba6fe6e-f036-470c-b803-e0aba2df5434 req-a1bde2a6-241b-4f82-939b-bfe56c9c5c48 tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 934.349048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 934.349048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.349048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.349048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.349048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.349682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.349682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.349682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.349682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.349682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.349682] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.855446] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.855446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.855446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.855446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.855446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.855446] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.855446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.855446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.855446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.855446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.855446] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 934.890193] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.890560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.890827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.892627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.892627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.901930] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 934.923869] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae84c38e-18a3-4665-9b7b-27faae8d799e req-34d185c6-03fc-4377-9aaa-708f38218d73 tempest-ServerMetadataTestJSON-770388445 tempest-ServerMetadataTestJSON-770388445-project-member] Enqueued Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGHEST for action security_group_members [ 934.924609] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGHEST for action security_group_members [ 934.924790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cacc801c-6314-4c9f-85b9-dc0b150f2716 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.924921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.924987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.925504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.925674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.925780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.925843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.926010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.926102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.926198] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.377030] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.377030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-868" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.377030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-868" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.377030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-868" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.377030] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.377030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.377030] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.377368] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.377368] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.377423] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.377550] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.377613] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.377723] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.377794] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.377881] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.378012] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.387663] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2a414522-43ea-42b5-b75c-15dc4a3d5cbb None None] Enqueued Resource ID: f666fe26-3a0a-4b41-92f0-440ff6a76bcd with Priority: HIGHEST for action port [ 935.388145] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f666fe26-3a0a-4b41-92f0-440ff6a76bcd with Priority: HIGHEST for action port [ 935.388497] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f666fe26-3a0a-4b41-92f0-440ff6a76bcd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.388605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f666fe26-3a0a-4b41-92f0-440ff6a76bcd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.388671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f666fe26-3a0a-4b41-92f0-440ff6a76bcd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.388897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f666fe26-3a0a-4b41-92f0-440ff6a76bcd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.390834] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f666fe26-3a0a-4b41-92f0-440ff6a76bcd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.398730] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.398913] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.399071] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.399241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-868" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.399550] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-a986b101-b5ac-4541-93af-25024b4d3cf7 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.399781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-a986b101-b5ac-4541-93af-25024b4d3cf7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.399830] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-a986b101-b5ac-4541-93af-25024b4d3cf7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.400143] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-a986b101-b5ac-4541-93af-25024b4d3cf7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.400280] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a986b101-b5ac-4541-93af-25024b4d3cf7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.430057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.430251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.430330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.430541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.430632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.430823] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.430916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.430974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.431164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.431238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.431334] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 already deleted. [ 935.431395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.864520] env[65380]: INFO networking_nsxv3.common.synchronization [req-c46ea10e-1c39-41f1-951e-bd867dc820a5 req-7ee7b852-150f-4378-b533-9abd1103d854 tempest-SecurityGroupRulesTestJSON-1319995042 tempest-SecurityGroupRulesTestJSON-1319995042-project-member] Enqueued Resource ID: 5cc3e4d0-c9e5-46bb-8881-360bd0bb6761 with Priority: HIGHEST for action security_group_rules [ 935.866236] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc3e4d0-c9e5-46bb-8881-360bd0bb6761 with Priority: HIGHEST for action security_group_rules [ 935.866236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cc3e4d0-c9e5-46bb-8881-360bd0bb6761 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.866236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cc3e4d0-c9e5-46bb-8881-360bd0bb6761" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.866236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cc3e4d0-c9e5-46bb-8881-360bd0bb6761" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.867038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cc3e4d0-c9e5-46bb-8881-360bd0bb6761" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.867247] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cc3e4d0-c9e5-46bb-8881-360bd0bb6761',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.894379] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f666fe26-3a0a-4b41-92f0-440ff6a76bcd [ 935.894379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.894379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.894379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.894885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.895147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.895353] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f666fe26-3a0a-4b41-92f0-440ff6a76bcd already deleted. [ 935.895593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f666fe26-3a0a-4b41-92f0-440ff6a76bcd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.909020] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.909020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.909020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.909020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.909020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.909020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port a986b101-b5ac-4541-93af-25024b4d3cf7 not found, creating... [ 935.909020] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.909020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.909020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.909020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.909020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.909497] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.909497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.909497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.909497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.909497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.909497] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: a986b101-b5ac-4541-93af-25024b4d3cf7 is going to be created. [ 935.932833] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.933314] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.933557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.933916] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.934547] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.934886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-a986b101-b5ac-4541-93af-25024b4d3cf7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.387707] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.387866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.387939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.388178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.388278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.388446] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cc3e4d0-c9e5-46bb-8881-360bd0bb6761 already deleted. [ 936.388446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cc3e4d0-c9e5-46bb-8881-360bd0bb6761" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.701680] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae84c38e-18a3-4665-9b7b-27faae8d799e req-37b93480-e64e-415f-9d6b-2d019bc54f0d service nova] Enqueued Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGHEST for action security_group_rules [ 936.701876] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae84c38e-18a3-4665-9b7b-27faae8d799e req-37b93480-e64e-415f-9d6b-2d019bc54f0d service nova] Enqueued Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGHEST for action security_group_members [ 936.702030] env[65380]: INFO networking_nsxv3.common.synchronization [req-ae84c38e-18a3-4665-9b7b-27faae8d799e req-37b93480-e64e-415f-9d6b-2d019bc54f0d service nova] Enqueued Resource ID: a986b101-b5ac-4541-93af-25024b4d3cf7 with Priority: HIGHEST for action port [ 936.702673] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGHEST for action security_group_rules [ 936.702837] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGHEST for action security_group_members [ 936.702938] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a986b101-b5ac-4541-93af-25024b4d3cf7 with Priority: HIGHEST for action port [ 936.703303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cacc801c-6314-4c9f-85b9-dc0b150f2716 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.703585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.703792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.704081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.704198] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.705125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cacc801c-6314-4c9f-85b9-dc0b150f2716 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.705239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.705307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.706434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.706434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.706434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.706434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.706434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.706434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.706434] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.706998] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a986b101-b5ac-4541-93af-25024b4d3cf7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.707156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a986b101-b5ac-4541-93af-25024b4d3cf7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.707156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a986b101-b5ac-4541-93af-25024b4d3cf7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.707368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a986b101-b5ac-4541-93af-25024b4d3cf7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.707437] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a986b101-b5ac-4541-93af-25024b4d3cf7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.912212] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 936.912500] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 936.912584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.212043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cacc801c-6314-4c9f-85b9-dc0b150f2716 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.212043] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.212043] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a986b101-b5ac-4541-93af-25024b4d3cf7 with status ACTIVE [ 937.212043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.212043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.212043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.217429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.217525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.217564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.217741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.217829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.218021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a986b101-b5ac-4541-93af-25024b4d3cf7 is going to be updated. [ 937.240708] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.240918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.240918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.241260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.241360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.241580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a986b101-b5ac-4541-93af-25024b4d3cf7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.376549] env[65380]: INFO networking_nsxv3.common.synchronization [req-d76f4912-392f-4f35-b0aa-598cd44891fd req-c63d5e07-5613-4478-9606-06c9c3b5996c tempest-SecurityGroupRulesTestJSON-1319995042 tempest-SecurityGroupRulesTestJSON-1319995042-project-member] Enqueued Resource ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef with Priority: HIGHEST for action security_group_rules [ 937.376907] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef with Priority: HIGHEST for action security_group_rules [ 937.377251] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.377379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.377446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.377728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.377840] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5273cd4-dc17-488b-b7c4-c7d900af4aef',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.720902] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.729697] env[65380]: INFO networking_nsxv3.common.synchronization [req-edb295ec-2b8b-4096-bc1f-70705caabae7 req-3c893ac2-8ed6-4296-8dc6-a3cc337469dd tempest-ServerPasswordTestJSON-1118711915 tempest-ServerPasswordTestJSON-1118711915-project-member] Enqueued Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGHEST for action security_group_members [ 937.730256] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGHEST for action security_group_members [ 937.730586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea01147-cbf6-4152-8084-214cc43e9354 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.730700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.730760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.730976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.731358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.731664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.731698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.732340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.732340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.732340] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.898273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.898400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.898442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.899429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.899429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.899429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef already deleted. [ 937.899429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.901855] env[65380]: INFO networking_nsxv3.common.synchronization [req-3dc1162c-2ba8-49b5-9dc7-38155a274796 req-346aec72-6eb5-4f00-8324-7c533920d68b tempest-SecurityGroupRulesTestJSON-1319995042 tempest-SecurityGroupRulesTestJSON-1319995042-project-member] Enqueued Resource ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef with Priority: HIGHEST for action security_group_rules [ 937.903216] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef with Priority: HIGHEST for action security_group_rules [ 937.903379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.903487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.903548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.903733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.903816] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5273cd4-dc17-488b-b7c4-c7d900af4aef',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.224221] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.225264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.225264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.225264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.225264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.225264] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 is going to be created. [ 938.234923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.235102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.235204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.235384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.235488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.236011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.236011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.236011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.236011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.236213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.236213] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea01147-cbf6-4152-8084-214cc43e9354 is going to be updated. [ 938.256923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.257097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.257153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.257499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.257552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.273797] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 in Status: UNINITIALIZED for 2s [ 938.274931] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.274931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.274931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.275915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.275915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.278128] env[65380]: INFO networking_nsxv3.common.synchronization [req-b272c779-a21a-4f3c-a812-40cc6c36b346 req-76e0994a-d5a2-434b-a749-bc31d44851ff tempest-SecurityGroupRulesTestJSON-1319995042 tempest-SecurityGroupRulesTestJSON-1319995042-project-member] Enqueued Resource ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef with Priority: HIGHEST for action security_group_rules [ 938.278630] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef with Priority: HIGHEST for action security_group_rules [ 938.278910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.278997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.287945] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea01147-cbf6-4152-8084-214cc43e9354 in Status: IN_PROGRESS for 2s [ 938.429193] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.429392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.429467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.429691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.429783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.429883] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef already deleted. [ 938.429966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.430142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.430313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.430400] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5273cd4-dc17-488b-b7c4-c7d900af4aef',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.958053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.958214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.958288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.958499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.958598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.958697] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5273cd4-dc17-488b-b7c4-c7d900af4aef already deleted. [ 938.958777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5273cd4-dc17-488b-b7c4-c7d900af4aef" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.216015] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ef95e28d-f6c2-4190-869a-580e20015159 None None] Enqueued Resource ID: 12cd6171-5929-423d-b5ee-5fe5d19e8e9c with Priority: HIGHEST for action port [ 940.216960] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12cd6171-5929-423d-b5ee-5fe5d19e8e9c with Priority: HIGHEST for action port [ 940.217084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-12cd6171-5929-423d-b5ee-5fe5d19e8e9c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.217210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12cd6171-5929-423d-b5ee-5fe5d19e8e9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.217275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12cd6171-5929-423d-b5ee-5fe5d19e8e9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.217991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12cd6171-5929-423d-b5ee-5fe5d19e8e9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.217991] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12cd6171-5929-423d-b5ee-5fe5d19e8e9c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.287322] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 in Status: SUCCESS [ 940.287558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.288870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.289120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.289415] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.289539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.289597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.289759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.289845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.289933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.290032] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.302319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea01147-cbf6-4152-8084-214cc43e9354 in Status: SUCCESS [ 940.302808] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea01147-cbf6-4152-8084-214cc43e9354 deletion is rescheduled due to dependency. [ 940.302808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.720800] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12cd6171-5929-423d-b5ee-5fe5d19e8e9c [ 940.721053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.721259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.721358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.721578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.721660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.721757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12cd6171-5929-423d-b5ee-5fe5d19e8e9c already deleted. [ 940.721834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12cd6171-5929-423d-b5ee-5fe5d19e8e9c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.796023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cacc801c-6314-4c9f-85b9-dc0b150f2716 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.796023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.796023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cacc801c-6314-4c9f-85b9-dc0b150f2716 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.796023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.796023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.796762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.796762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.796762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.796762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.796762] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.910490] env[65380]: INFO networking_nsxv3.common.synchronization [req-ccbab55e-2219-4369-a9fa-374db2a7c2b5 req-8638c3ee-6240-4f2a-88d6-b35222bfe9c0 tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 940.910490] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 940.910490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.910490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.910490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.910490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.910490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.910490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.910490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.910816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.910816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.911144] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.299890] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cacc801c-6314-4c9f-85b9-dc0b150f2716: rpc.has_security_group_logging(os_id): False [ 941.327418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.327418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.327418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.327418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.327418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.327418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.327418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.327418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.327418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.327418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.327418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.327806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.327806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.327806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.327806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.327946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.328047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.328555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.328555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.333756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.333756] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 is going to be created. [ 941.411036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.412617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.412617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.412617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.412617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.414866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.414866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.414866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.414866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.414866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.414866] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.414866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.414866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.415290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.415290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.415290] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 941.429720] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 in Status: IN_PROGRESS for 2s [ 941.447784] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.447969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.448078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.448297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.448520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.461695] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 941.540420] env[65380]: INFO networking_nsxv3.common.synchronization [req-c875bda9-77a4-42df-98d8-5d556956a174 req-b2d9386f-1e65-4770-b134-3fcff6f84c93 tempest-ServerActionsTestOtherB-140608432 tempest-ServerActionsTestOtherB-140608432-project-member] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 941.541262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 941.541983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.541983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.541983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.542454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.542692] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.542692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.542802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.542991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.543740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.543740] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.046815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.049551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.049551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.049551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.049551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.049551] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.049551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.049551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.049551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.049551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.049551] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 942.080619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.080798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.080869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.081102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.081317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.091979] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 942.097769] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.098008] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.098170] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.098473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.099130] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.099348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.099499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.099851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.100048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.100289] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.100431] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.100558] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.100801] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.100932] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.101055] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.101191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.125591] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.125783] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.125923] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.126132] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.126519] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-ace973a7-f2da-4905-99cb-e72ce9ef3f18 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.128197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-ace973a7-f2da-4905-99cb-e72ce9ef3f18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.128197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-ace973a7-f2da-4905-99cb-e72ce9ef3f18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.128197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-ace973a7-f2da-4905-99cb-e72ce9ef3f18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.128197] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace973a7-f2da-4905-99cb-e72ce9ef3f18',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.191576] env[65380]: INFO networking_nsxv3.common.synchronization [req-d684c0f6-a6cc-4f19-b79b-2e52e0336e9a req-ad4e18aa-af25-4cd3-b861-642418a97a4b tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 942.192163] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 942.193022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.193022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.193022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.193022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.193244] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.193289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.193330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.193487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.193615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.193703] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.630668] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.631136] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.631136] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.631333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.631650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.631650] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port ace973a7-f2da-4905-99cb-e72ce9ef3f18 not found, creating... [ 942.631959] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.632197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.632343] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.632612] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.632776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.633087] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.633269] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.633384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.634072] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.634072] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.634072] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: ace973a7-f2da-4905-99cb-e72ce9ef3f18 is going to be created. [ 942.659035] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.659801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.659801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.660034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.660265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.660479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-ace973a7-f2da-4905-99cb-e72ce9ef3f18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.696741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.696741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.696741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.697012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.697012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.697284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.697284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.697553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.697553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.697639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.697672] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 942.793977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.794236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.794347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.794576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.794756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.807175] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 943.446684] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 in Status: SUCCESS [ 943.446684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.475421] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 943.475421] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 deletion is rescheduled due to dependency. [ 943.475421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.503675] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e6f6849d-a16a-49d4-b09e-facb7f3a7a78 None None] Enqueued Resource ID: 2d8abb50-5bb3-4cca-872e-525d9d8adce2 with Priority: HIGHEST for action port [ 943.503675] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8abb50-5bb3-4cca-872e-525d9d8adce2 with Priority: HIGHEST for action port [ 943.503675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d8abb50-5bb3-4cca-872e-525d9d8adce2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.503675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d8abb50-5bb3-4cca-872e-525d9d8adce2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.503916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d8abb50-5bb3-4cca-872e-525d9d8adce2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.504080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d8abb50-5bb3-4cca-872e-525d9d8adce2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.504251] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8abb50-5bb3-4cca-872e-525d9d8adce2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.552301] env[65380]: INFO networking_nsxv3.common.synchronization [req-c875bda9-77a4-42df-98d8-5d556956a174 req-f61b68f0-c6f6-4c88-9eb2-42dab484cddb service nova] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 943.552543] env[65380]: INFO networking_nsxv3.common.synchronization [req-c875bda9-77a4-42df-98d8-5d556956a174 req-f61b68f0-c6f6-4c88-9eb2-42dab484cddb service nova] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 943.552753] env[65380]: INFO networking_nsxv3.common.synchronization [req-c875bda9-77a4-42df-98d8-5d556956a174 req-f61b68f0-c6f6-4c88-9eb2-42dab484cddb service nova] Enqueued Resource ID: ace973a7-f2da-4905-99cb-e72ce9ef3f18 with Priority: HIGHEST for action port [ 943.556043] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 943.556552] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 943.556737] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ace973a7-f2da-4905-99cb-e72ce9ef3f18 with Priority: HIGHEST for action port [ 943.559864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.559864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.559864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.559864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.559864] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.559864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.559864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.559864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ace973a7-f2da-4905-99cb-e72ce9ef3f18 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.559864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ace973a7-f2da-4905-99cb-e72ce9ef3f18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.559864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ace973a7-f2da-4905-99cb-e72ce9ef3f18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.559864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ace973a7-f2da-4905-99cb-e72ce9ef3f18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.560818] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ace973a7-f2da-4905-99cb-e72ce9ef3f18',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.008043] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d8abb50-5bb3-4cca-872e-525d9d8adce2 [ 944.008457] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.008457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.008557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.008794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.008890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.008986] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d8abb50-5bb3-4cca-872e-525d9d8adce2 already deleted. [ 944.009725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d8abb50-5bb3-4cca-872e-525d9d8adce2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.064359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.064359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.064359] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ace973a7-f2da-4905-99cb-e72ce9ef3f18 with status ACTIVE [ 944.064359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.064359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.064359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.064676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.064676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.064882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.065022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.065130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.065354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.065726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.065726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.065852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.065852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.066018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.070596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.070772] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ace973a7-f2da-4905-99cb-e72ce9ef3f18 is going to be updated. [ 944.105352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 944.105491] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 deletion is rescheduled due to dependency. [ 944.106082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.106498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.106760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.106760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.107323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ace973a7-f2da-4905-99cb-e72ce9ef3f18" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.107486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107813] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.107917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.107967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.108504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.108504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.108504] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.612081] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.821441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 944.822439] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 deletion is rescheduled due to dependency. [ 944.822439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.121412] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.570942] env[65380]: INFO networking_nsxv3.common.synchronization [req-0281c389-f82e-4b31-b4bb-653c9189e637 req-4a70d9f1-8cb5-4cd9-a4e9-e6c343b57635 tempest-MultipleCreateTestJSON-115352278 tempest-MultipleCreateTestJSON-115352278-project-member] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 945.571519] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 945.571860] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.571983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.572425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.572961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.573174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.573311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.573408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.573676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.573804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.573939] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.623793] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.624922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.625168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.625397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.625547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.625711] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 945.661678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.661678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.661678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.661982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.662198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.674992] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 945.940691] env[65380]: INFO networking_nsxv3.common.synchronization [None req-986e4909-0346-4eb5-911e-280c6529c407 None None] Enqueued Resource ID: b4f26332-e4ee-426a-8b14-bda1dc5d9128 with Priority: HIGHEST for action port [ 945.942652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f26332-e4ee-426a-8b14-bda1dc5d9128 with Priority: HIGHEST for action port [ 945.942652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f26332-e4ee-426a-8b14-bda1dc5d9128 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.942652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f26332-e4ee-426a-8b14-bda1dc5d9128" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.942652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f26332-e4ee-426a-8b14-bda1dc5d9128" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.943181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f26332-e4ee-426a-8b14-bda1dc5d9128" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.943181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f26332-e4ee-426a-8b14-bda1dc5d9128',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.078148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.078344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.078581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.078581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.078700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.078913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.079029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.079087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.079247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.079319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.079479] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da already deleted. [ 946.079479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.172818] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.173320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.173320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.173574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.173850] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.174141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.174292] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.174566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.174723] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.174941] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.175095] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.175200] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.175416] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.175563] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.175812] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.176266] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.199288] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.199540] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.199707] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.199915] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.200285] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-67be7e47-2dcd-4602-8638-fccd0da10003 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.200539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-67be7e47-2dcd-4602-8638-fccd0da10003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.200676] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-67be7e47-2dcd-4602-8638-fccd0da10003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.201017] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-67be7e47-2dcd-4602-8638-fccd0da10003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.201217] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67be7e47-2dcd-4602-8638-fccd0da10003',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.447198] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4f26332-e4ee-426a-8b14-bda1dc5d9128 [ 946.447198] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.447198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.447198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.447198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.447198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.447198] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4f26332-e4ee-426a-8b14-bda1dc5d9128 already deleted. [ 946.447198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f26332-e4ee-426a-8b14-bda1dc5d9128" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.704571] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.710194] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.710394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.710681] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.710827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.711019] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 67be7e47-2dcd-4602-8638-fccd0da10003 not found, creating... [ 946.711319] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.711523] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.711620] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.711881] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.711983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.712291] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.712476] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.712584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.712786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.712917] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.713453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 67be7e47-2dcd-4602-8638-fccd0da10003 is going to be created. [ 946.739748] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.739748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.739748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.740011] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.740283] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.740547] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-67be7e47-2dcd-4602-8638-fccd0da10003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.969916] env[65380]: INFO networking_nsxv3.common.synchronization [req-85f548de-9bc3-46c2-a1e3-933e0ebdd304 req-02aa1b98-a82b-4f38-a586-ef0a17a7587b tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_members [ 946.970808] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGHEST for action security_group_members [ 946.971140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be31281-367f-47a0-8916-af6f47ff53bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.971450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.971450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.971636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.971753] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.971855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.971919] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.972081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.972175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.972279] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.476546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.476546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.476546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.477063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.477063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.477063] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.477063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.477492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.477492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.477492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.479215] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be31281-367f-47a0-8916-af6f47ff53bf is going to be updated. [ 947.498541] env[65380]: INFO networking_nsxv3.common.synchronization [req-0281c389-f82e-4b31-b4bb-653c9189e637 req-5c6010b8-75cb-4bef-8c17-239c887839bc service nova] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_rules [ 947.499047] env[65380]: INFO networking_nsxv3.common.synchronization [req-0281c389-f82e-4b31-b4bb-653c9189e637 req-5c6010b8-75cb-4bef-8c17-239c887839bc service nova] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 947.499047] env[65380]: INFO networking_nsxv3.common.synchronization [req-0281c389-f82e-4b31-b4bb-653c9189e637 req-5c6010b8-75cb-4bef-8c17-239c887839bc service nova] Enqueued Resource ID: 67be7e47-2dcd-4602-8638-fccd0da10003 with Priority: HIGHEST for action port [ 947.499685] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_rules [ 947.499782] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 947.499886] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67be7e47-2dcd-4602-8638-fccd0da10003 with Priority: HIGHEST for action port [ 947.500918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.501116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.501190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.501516] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.501616] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.503165] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.503165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.503165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.503481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.503629] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.503908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.503908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.504046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.504046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.504141] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.507194] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-67be7e47-2dcd-4602-8638-fccd0da10003 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.507194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67be7e47-2dcd-4602-8638-fccd0da10003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.507194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67be7e47-2dcd-4602-8638-fccd0da10003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.507194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67be7e47-2dcd-4602-8638-fccd0da10003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.507194] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67be7e47-2dcd-4602-8638-fccd0da10003',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.511239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.511239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.511239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.511239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.511544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.524194] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be31281-367f-47a0-8916-af6f47ff53bf in Status: IN_PROGRESS for 2s [ 947.691557] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 947.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.691557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.691557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.691557] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.006934] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.008982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.009307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.009904] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67be7e47-2dcd-4602-8638-fccd0da10003 with status ACTIVE [ 948.011198] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.011198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.011198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.011198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.011198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.011198] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.011198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.011937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.011937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.011937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.012184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.012346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.012460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.012744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.012905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.012981] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67be7e47-2dcd-4602-8638-fccd0da10003 is going to be updated. [ 948.037919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.038179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.038179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.038355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.038496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.038686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67be7e47-2dcd-4602-8638-fccd0da10003" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.197459] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.511119] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.603376] env[65380]: INFO networking_nsxv3.common.synchronization [None req-d22d308d-076b-4e88-b3c2-bfacd0061cce None None] Enqueued Resource ID: c534a7cc-0fee-4656-b094-153114e6e75e with Priority: HIGHEST for action port [ 948.604059] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c534a7cc-0fee-4656-b094-153114e6e75e with Priority: HIGHEST for action port [ 948.604427] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c534a7cc-0fee-4656-b094-153114e6e75e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.604576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c534a7cc-0fee-4656-b094-153114e6e75e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.604676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c534a7cc-0fee-4656-b094-153114e6e75e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.604951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c534a7cc-0fee-4656-b094-153114e6e75e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.605100] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c534a7cc-0fee-4656-b094-153114e6e75e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.700872] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0ff30e-e301-49ba-9136-1b4a686a3769: rpc.has_security_group_logging(os_id): False [ 948.724536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.724714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.724791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.725038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.725131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.725383] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.725489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.725551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.725705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.725780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.725863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 948.804968] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.805126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.805236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.805402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.805636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.822385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 948.835570] env[65380]: INFO networking_nsxv3.common.synchronization [req-0281c389-f82e-4b31-b4bb-653c9189e637 req-ce056f96-7c4e-44f1-94c5-2a8ed88ed483 tempest-MultipleCreateTestJSON-115352278 tempest-MultipleCreateTestJSON-115352278-project-member] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 948.836297] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 948.836736] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.836852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.013815] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.013981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.014078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.014297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.014387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.014485] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be created. [ 949.040774] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.040949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.042936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.042936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.042936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.056137] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: UNINITIALIZED for 2s [ 949.108689] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c534a7cc-0fee-4656-b094-153114e6e75e [ 949.108978] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.109133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.109590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.109872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.111189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.111307] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c534a7cc-0fee-4656-b094-153114e6e75e already deleted. [ 949.111400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c534a7cc-0fee-4656-b094-153114e6e75e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.200053] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.200053] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.200053] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.200053] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.200381] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.200435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.200639] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.200751] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.200897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.202178] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.202178] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.202178] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.202518] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.202703] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.202832] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.203109] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.225030] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.225189] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.225320] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.225505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.225838] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-978b2387-8e83-4565-9a81-983a73480cf1 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.226035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-978b2387-8e83-4565-9a81-983a73480cf1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.226146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-978b2387-8e83-4565-9a81-983a73480cf1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.226477] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-978b2387-8e83-4565-9a81-983a73480cf1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.226620] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978b2387-8e83-4565-9a81-983a73480cf1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.535159] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be31281-367f-47a0-8916-af6f47ff53bf in Status: SUCCESS [ 949.535450] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be31281-367f-47a0-8916-af6f47ff53bf deletion is rescheduled due to dependency. [ 949.535512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.729328] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.729564] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.729690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.730041] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.730212] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.730365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 978b2387-8e83-4565-9a81-983a73480cf1 not found, creating... [ 949.730616] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.730837] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.730966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.731207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.731367] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.731658] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.731815] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.731926] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.732154] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.732286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.732424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 978b2387-8e83-4565-9a81-983a73480cf1 is going to be created. [ 949.758970] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.759204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.759331] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.759619] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.759851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.760085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-978b2387-8e83-4565-9a81-983a73480cf1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.489334] env[65380]: INFO networking_nsxv3.common.synchronization [req-0281c389-f82e-4b31-b4bb-653c9189e637 req-5bb86627-c1b3-487a-987c-da352993c6f9 service nova] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_rules [ 950.489509] env[65380]: INFO networking_nsxv3.common.synchronization [req-0281c389-f82e-4b31-b4bb-653c9189e637 req-5bb86627-c1b3-487a-987c-da352993c6f9 service nova] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 950.489641] env[65380]: INFO networking_nsxv3.common.synchronization [req-0281c389-f82e-4b31-b4bb-653c9189e637 req-5bb86627-c1b3-487a-987c-da352993c6f9 service nova] Enqueued Resource ID: 978b2387-8e83-4565-9a81-983a73480cf1 with Priority: HIGHEST for action port [ 950.490224] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_rules [ 950.490357] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 950.490454] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978b2387-8e83-4565-9a81-983a73480cf1 with Priority: HIGHEST for action port [ 950.490736] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.490838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.491035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.491117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.491291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-978b2387-8e83-4565-9a81-983a73480cf1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.491387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978b2387-8e83-4565-9a81-983a73480cf1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.491449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978b2387-8e83-4565-9a81-983a73480cf1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.491741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978b2387-8e83-4565-9a81-983a73480cf1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.491821] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978b2387-8e83-4565-9a81-983a73480cf1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.836343] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 950.836798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.996017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 978b2387-8e83-4565-9a81-983a73480cf1 with status ACTIVE [ 950.996017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.996248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.996248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.996447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.996540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.996730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.996839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.996881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.997144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.997144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.997338] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.997396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.997445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.997575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.997647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.997732] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 978b2387-8e83-4565-9a81-983a73480cf1 is going to be updated. [ 951.026915] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.027184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.027248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.028067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.028067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.028067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978b2387-8e83-4565-9a81-983a73480cf1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.068136] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 951.068370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.068607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.068803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.068966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.069110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.069169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.069316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.069394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.069490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.069588] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.070569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.070695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.070838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.070943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.071014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.071324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.071324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.071474] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.573715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.573715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.576207] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.082523] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.097732] env[65380]: INFO networking_nsxv3.common.synchronization [req-3536a267-9904-465c-a0ab-2f50100b2c2f req-4ca0e38a-1824-4997-9c55-5de7b6942c8a tempest-ServerMetadataTestJSON-770388445 tempest-ServerMetadataTestJSON-770388445-project-member] Enqueued Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGHEST for action security_group_members [ 952.098385] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGHEST for action security_group_members [ 952.099034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-cacc801c-6314-4c9f-85b9-dc0b150f2716 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.099034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.099034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.099224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.099372] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.099507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.099630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.099839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.099970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.100121] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.586750] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.586750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.586750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.586750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.587105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.587105] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be updated. [ 952.602355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.602502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.602571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.602835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.602896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.603111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.603212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.603294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.603421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.603496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.603638] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 is going to be updated. [ 952.631204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.631485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.631548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.631803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.632043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.636694] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.636913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.636913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.637706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.638060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.643988] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 2s [ 952.647670] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 in Status: IN_PROGRESS for 2s [ 953.430637] env[65380]: INFO networking_nsxv3.common.synchronization [req-36e032e8-2d1c-4901-a65c-baebd5676cf4 req-9ea162b3-bd3a-4c05-b6da-ccf09596ba34 tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 953.431170] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 953.431468] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.431643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.431740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.431934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.432882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.432882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.432882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.433133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.433302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.433302] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.853441] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.853738] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.853896] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.854272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.854963] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.854963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.854963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.855425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.855425] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.855725] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.855866] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.856027] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.856153] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.856271] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.856376] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.856554] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.878365] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.878563] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.878694] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.878878] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-108" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.879207] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-2a55996b-b9ef-4e79-9979-f42e6bdd2127 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.879388] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-2a55996b-b9ef-4e79-9979-f42e6bdd2127" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.879580] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-2a55996b-b9ef-4e79-9979-f42e6bdd2127" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.879995] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-2a55996b-b9ef-4e79-9979-f42e6bdd2127" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.880156] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a55996b-b9ef-4e79-9979-f42e6bdd2127',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.938384] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.938384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.938384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.938384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.938384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.938384] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.938384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.938384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.938384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.938840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.938840] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 953.972548] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.972906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.972906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.973125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.973368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.984633] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 954.334117] env[65380]: INFO networking_nsxv3.common.synchronization [req-a374032b-d244-4a18-8b74-f859779babc2 req-ab544e02-9aa5-44c4-b4ae-a20fce993874 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_members [ 954.334989] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGHEST for action security_group_members [ 954.334989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-be5df7b1-861d-4008-999d-921781e779ca taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.335358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.335444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.336040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.336255] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.336393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.336466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.336704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.336808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.336906] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.383463] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.383691] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.383800] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.384077] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.384228] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.384385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 2a55996b-b9ef-4e79-9979-f42e6bdd2127 not found, creating... [ 954.384644] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.384804] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.384942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.385146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.385281] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.385743] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.385743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.385892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.386599] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.386891] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.387161] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 2a55996b-b9ef-4e79-9979-f42e6bdd2127 is going to be created. [ 954.411598] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.411943] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.412144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.412395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.412722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.413048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-2a55996b-b9ef-4e79-9979-f42e6bdd2127" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.657022] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 954.657022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.657022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.657022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.657022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.657022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.657022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.657022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.657022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.657022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.659721] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 in Status: SUCCESS [ 954.659819] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 deletion is rescheduled due to dependency. [ 954.660912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.839301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.839515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.839610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.839994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.840139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.840461] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.840648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.840754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.841077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.841231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.841398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5df7b1-861d-4008-999d-921781e779ca is going to be updated. [ 954.880922] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.881126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.882116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.882485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.882747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.895085] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5df7b1-861d-4008-999d-921781e779ca in Status: IN_PROGRESS for 2s [ 955.162372] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.243619] env[65380]: INFO networking_nsxv3.common.synchronization [req-36e032e8-2d1c-4901-a65c-baebd5676cf4 req-2b4ba06e-9e6c-4fdd-8990-f7b9d1e42c59 service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 955.243782] env[65380]: INFO networking_nsxv3.common.synchronization [req-36e032e8-2d1c-4901-a65c-baebd5676cf4 req-2b4ba06e-9e6c-4fdd-8990-f7b9d1e42c59 service nova] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 955.243921] env[65380]: INFO networking_nsxv3.common.synchronization [req-36e032e8-2d1c-4901-a65c-baebd5676cf4 req-2b4ba06e-9e6c-4fdd-8990-f7b9d1e42c59 service nova] Enqueued Resource ID: 2a55996b-b9ef-4e79-9979-f42e6bdd2127 with Priority: HIGHEST for action port [ 955.244515] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_rules [ 955.244646] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 955.244747] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a55996b-b9ef-4e79-9979-f42e6bdd2127 with Priority: HIGHEST for action port [ 955.245612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.245780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.245856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.246073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.246265] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.247927] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.248065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.248321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a55996b-b9ef-4e79-9979-f42e6bdd2127 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.248433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a55996b-b9ef-4e79-9979-f42e6bdd2127" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.248499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a55996b-b9ef-4e79-9979-f42e6bdd2127" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.248677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a55996b-b9ef-4e79-9979-f42e6bdd2127" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.248752] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a55996b-b9ef-4e79-9979-f42e6bdd2127',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.664861] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.748757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.748923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.752306] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a55996b-b9ef-4e79-9979-f42e6bdd2127 with status ACTIVE [ 955.752555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.752739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.752799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.753096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.753257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.753451] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.753558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.753623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.753796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.753877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.754159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.754259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.754321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.754464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.754538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.754622] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a55996b-b9ef-4e79-9979-f42e6bdd2127 is going to be updated. [ 955.782403] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.782604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.782604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.782838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.782985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.783166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a55996b-b9ef-4e79-9979-f42e6bdd2127" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.996071] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 955.996417] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 deletion is rescheduled due to dependency. [ 955.996561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.996771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.997020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.997234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.997379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.997465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.997641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.997750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.997867] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.170504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.170670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.170730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.170945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.171064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.171165] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be updated. [ 956.202729] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.202935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.203041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.203296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.203456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.213238] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 2s [ 956.500527] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.905849] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be5df7b1-861d-4008-999d-921781e779ca in Status: SUCCESS [ 956.906142] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be5df7b1-861d-4008-999d-921781e779ca deletion is rescheduled due to dependency. [ 956.906289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.004853] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.507556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.507556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.507556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.507748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.507828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.508332] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 957.558379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.558573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.558573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.559410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.559410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.568438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 957.855766] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7b34fc4-71ab-4066-8dc2-2feeafbdd2d3 req-133527c0-cbd3-4215-a143-3393b726a7d4 tempest-InstanceActionsV221TestJSON-1222154335 tempest-InstanceActionsV221TestJSON-1222154335-project-member] Enqueued Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGHEST for action security_group_members [ 957.856772] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGHEST for action security_group_members [ 957.857706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-352488cc-89da-4388-85a6-e5609242a327 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.857889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.857998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.858454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.858613] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.858749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.858854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.859083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.859218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.859693] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.186675] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.186675] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.187149] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.187149] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.188553] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.188553] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.188553] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.188553] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.188553] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.188553] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.188934] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.188934] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.188934] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.189083] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.189139] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.189240] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.213839] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.214143] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.214467] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.214610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.214993] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-8d177373-bd8d-475c-81b6-972d8eae4f95 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.215256] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-8d177373-bd8d-475c-81b6-972d8eae4f95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.215458] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-8d177373-bd8d-475c-81b6-972d8eae4f95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.216127] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-8d177373-bd8d-475c-81b6-972d8eae4f95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.216127] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d177373-bd8d-475c-81b6-972d8eae4f95',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.229472] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 4s [ 958.362535] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.362691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.362755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.362989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.363089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.363290] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.363387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.363438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.363593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.363665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.363771] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352488cc-89da-4388-85a6-e5609242a327 already deleted. [ 958.363833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.719555] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.719555] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.719727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.720087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.720283] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.720474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 8d177373-bd8d-475c-81b6-972d8eae4f95 not found, creating... [ 958.720796] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.721068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.721122] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.721355] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.721538] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.721971] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.722327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.722490] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.722703] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.722843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.722987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 8d177373-bd8d-475c-81b6-972d8eae4f95 is going to be created. [ 958.743812] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.744020] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.744203] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.744496] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.744730] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.744952] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-8d177373-bd8d-475c-81b6-972d8eae4f95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.466396] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7b34fc4-71ab-4066-8dc2-2feeafbdd2d3 req-62057512-7d96-4edc-ad97-4f10257652f0 service nova] Enqueued Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGHEST for action security_group_rules [ 959.466693] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7b34fc4-71ab-4066-8dc2-2feeafbdd2d3 req-62057512-7d96-4edc-ad97-4f10257652f0 service nova] Enqueued Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGHEST for action security_group_members [ 959.466693] env[65380]: INFO networking_nsxv3.common.synchronization [req-c7b34fc4-71ab-4066-8dc2-2feeafbdd2d3 req-62057512-7d96-4edc-ad97-4f10257652f0 service nova] Enqueued Resource ID: 8d177373-bd8d-475c-81b6-972d8eae4f95 with Priority: HIGHEST for action port [ 959.467472] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGHEST for action security_group_rules [ 959.467651] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGHEST for action security_group_members [ 959.467754] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d177373-bd8d-475c-81b6-972d8eae4f95 with Priority: HIGHEST for action port [ 959.468157] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352488cc-89da-4388-85a6-e5609242a327 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.468273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.468273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.470135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.470266] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.471347] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-352488cc-89da-4388-85a6-e5609242a327 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.471347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.471476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.471548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.471721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.471845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.471845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.472064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.473798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.473798] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.475623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d177373-bd8d-475c-81b6-972d8eae4f95 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.475765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d177373-bd8d-475c-81b6-972d8eae4f95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.475845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d177373-bd8d-475c-81b6-972d8eae4f95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.476047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d177373-bd8d-475c-81b6-972d8eae4f95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.476145] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d177373-bd8d-475c-81b6-972d8eae4f95',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.580294] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 959.580508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.580723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.580985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.581143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.581266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.581334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.581519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.581561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.581676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.581736] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.977944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-352488cc-89da-4388-85a6-e5609242a327 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.978318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.978616] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.979570] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d177373-bd8d-475c-81b6-972d8eae4f95 with status ACTIVE [ 959.979838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.979928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.979993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.980243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.980335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.981697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.981697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.981697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.981958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.981958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.983264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.983264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.983264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.983524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.983712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.983712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d177373-bd8d-475c-81b6-972d8eae4f95 is going to be updated. [ 960.031568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.031849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.032018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.032324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.032533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.032899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d177373-bd8d-475c-81b6-972d8eae4f95" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.084772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.084772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.084772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.085371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.086380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.086380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.086380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.086380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.086380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.086380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.086380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.086380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.086811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.086811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.086892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.087762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.087762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.087762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.087762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.087762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.087762] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.245173] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 960.245766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.245988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.246286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.246519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.246873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.246873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.246947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.246993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.247093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.247253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.247377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.247454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.247940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.248143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.248240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.248304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.248449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.248530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.249224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.249224] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.272575] env[65380]: INFO networking_nsxv3.common.synchronization [req-d8919ce7-7ae7-405e-b451-caaf5efc4148 req-876a2d3e-c2d8-4c54-9cb0-f9649e78ad25 tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 960.272677] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 960.273952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.273952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.273952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.273952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.273952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.273952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.273952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.274470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.274470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.274571] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.476079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.476565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.476565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.476565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.476565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.476820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.476892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.477285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.477285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.477285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.477485] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 960.486629] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.513431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.513593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.513700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.513828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.514049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.526300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 960.589856] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff5fb355-9518-4c33-89d1-454516df8ac4: rpc.has_security_group_logging(os_id): False [ 960.616856] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.617078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.617078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.617305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.617395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.618123] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.618123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.618123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.618123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.618123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.618462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.618462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.618462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.618462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.619957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.619957] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.619957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.619957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.619957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.619957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.619957] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 960.686783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.686980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.687068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.687292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.687475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.703435] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.703774] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.704019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.704414] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.704829] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.705125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.705239] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.705539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.705786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.706298] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.706443] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.706634] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.706931] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.707111] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.707236] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.707374] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.709088] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 960.745801] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.745994] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.746160] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.746344] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.746738] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-82a01c37-b04c-4b2c-a613-dc4117b64ef2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.746986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-82a01c37-b04c-4b2c-a613-dc4117b64ef2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.747158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-82a01c37-b04c-4b2c-a613-dc4117b64ef2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.747492] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-82a01c37-b04c-4b2c-a613-dc4117b64ef2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.747632] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a01c37-b04c-4b2c-a613-dc4117b64ef2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.750604] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68314990-72a9-4970-969b-f5b5372811da: rpc.has_security_group_logging(os_id): False [ 960.775932] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.775932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.775932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.777537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.777537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.777537] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.777537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.777537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.777537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.777537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.777984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.777984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.777984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.777984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.779019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.779019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.779019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.779019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.779019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.779019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.779241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be created. [ 960.866803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.867049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.867049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.867257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.867500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.881276] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 2s [ 960.989399] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.989645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.989645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.990616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.990616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.990616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352488cc-89da-4388-85a6-e5609242a327 is going to be created. [ 961.023261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.023471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.023471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.023685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.023888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.035085] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352488cc-89da-4388-85a6-e5609242a327 in Status: UNINITIALIZED for 2s [ 961.252540] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.252540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.252540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.252766] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.252905] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.253090] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 82a01c37-b04c-4b2c-a613-dc4117b64ef2 not found, creating... [ 961.253380] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.253520] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.253638] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.253947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.254231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.254548] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.254736] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.254874] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.255229] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.255381] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.255546] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 82a01c37-b04c-4b2c-a613-dc4117b64ef2 is going to be created. [ 961.288086] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.288505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.289994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.289994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.289994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.289994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-82a01c37-b04c-4b2c-a613-dc4117b64ef2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.749597] env[65380]: INFO networking_nsxv3.common.synchronization [req-4cc33f1e-af57-4a51-9a56-678c2ece06b6 req-fb6d1032-68ec-4443-a53c-949a6de58217 tempest-MultipleCreateTestJSON-115352278 tempest-MultipleCreateTestJSON-115352278-project-member] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 961.751963] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 961.752484] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.752643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.752741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.753077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.753329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.753804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.753804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.753912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.754530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.754647] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.983915] env[65380]: INFO networking_nsxv3.common.synchronization [req-d8919ce7-7ae7-405e-b451-caaf5efc4148 req-e240d09a-2f0c-44e2-b966-1ad186f69ed2 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 961.983915] env[65380]: INFO networking_nsxv3.common.synchronization [req-d8919ce7-7ae7-405e-b451-caaf5efc4148 req-e240d09a-2f0c-44e2-b966-1ad186f69ed2 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 961.983915] env[65380]: INFO networking_nsxv3.common.synchronization [req-d8919ce7-7ae7-405e-b451-caaf5efc4148 req-e240d09a-2f0c-44e2-b966-1ad186f69ed2 service nova] Enqueued Resource ID: 82a01c37-b04c-4b2c-a613-dc4117b64ef2 with Priority: HIGHEST for action port [ 961.983915] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 961.983915] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 961.983915] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a01c37-b04c-4b2c-a613-dc4117b64ef2 with Priority: HIGHEST for action port [ 961.983915] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.983915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.983915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.983915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.985061] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.985387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.985387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.985504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-82a01c37-b04c-4b2c-a613-dc4117b64ef2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.985611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82a01c37-b04c-4b2c-a613-dc4117b64ef2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.985674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82a01c37-b04c-4b2c-a613-dc4117b64ef2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.985848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82a01c37-b04c-4b2c-a613-dc4117b64ef2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.989021] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a01c37-b04c-4b2c-a613-dc4117b64ef2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.050734] env[65380]: INFO networking_nsxv3.common.synchronization [req-70746683-38c5-43be-8122-33b3cc546a05 req-b24395a9-c6df-4ac6-b9ca-8de8d658b785 tempest-MultipleCreateTestJSON-115352278 tempest-MultipleCreateTestJSON-115352278-project-member] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 962.051487] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 962.055025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.055025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.257039] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.489226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.489383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.490444] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82a01c37-b04c-4b2c-a613-dc4117b64ef2 with status ACTIVE [ 962.490444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.490444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.490444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.490444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.490444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.490444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.490758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.490758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.490758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.490846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.491032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.491126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.491180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.493612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.493612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.493612] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82a01c37-b04c-4b2c-a613-dc4117b64ef2 is going to be updated. [ 962.517203] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.517383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.517426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.517647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.517791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.517947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82a01c37-b04c-4b2c-a613-dc4117b64ef2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.540991] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 962.541213] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 962.541295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.541467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.542553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.542553] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.542553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.542553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.542553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.542553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.542917] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.737717] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 962.738298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.760239] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.899122] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 962.899454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.899686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.899905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.899994] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.911313] env[65380]: INFO networking_nsxv3.common.synchronization [None req-38030604-e9cb-497f-9a74-9ef4c421afa3 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_rules [ 962.911313] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_rules [ 962.911313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.911824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.911824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.911824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.912042] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.997021] env[65380]: INFO networking_nsxv3.common.synchronization [None req-61c1c02b-2f69-4091-bd66-c66007a9f811 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_rules [ 962.997680] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_rules [ 962.998127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.998294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.044667] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.052414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352488cc-89da-4388-85a6-e5609242a327 in Status: SUCCESS [ 963.052414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.052414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.052414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.052414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.052414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.052414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.052414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.052414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.052414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.052414] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.262749] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.262914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.263015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.263236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.263319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.263470] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be updated. [ 963.295895] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.295895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.296101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.296198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.296340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.306903] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 2s [ 963.422771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.423185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.423283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.426090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.426090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.426090] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be deleted. [ 963.436910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.437172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.437270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.437605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.437773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.437898] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 already deleted. [ 963.437989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.438181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.438361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.438455] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.485389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.485633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.485633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.485904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.486067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.486302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.547056] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.555041] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-352488cc-89da-4388-85a6-e5609242a327 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.555221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.555294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.555524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.555684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.555784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.555847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.555994] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.556117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.556208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.556419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-352488cc-89da-4388-85a6-e5609242a327 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.556644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.556744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.556942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.557130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.557446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.557446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.557446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.557601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.557601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.557906] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.962880] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.963195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.963195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.963336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.963426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.963524] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 already deleted. [ 963.963604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.049885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.050114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.050230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.050507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.050669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.050792] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 964.064148] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 352488cc-89da-4388-85a6-e5609242a327: rpc.has_security_group_logging(os_id): False [ 964.086890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.087123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.087190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.087471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.087674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.090984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.091179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.091179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.091379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.091474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.091673] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.091770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.091833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.092061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.092157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.092339] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.092435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.092503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.092636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.092710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.092900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.093042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.093135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.093285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.093359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.093623] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352488cc-89da-4388-85a6-e5609242a327 is going to be created. [ 964.105529] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 964.170710] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.170918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.170918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.171166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.171350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.213887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 352488cc-89da-4388-85a6-e5609242a327 in Status: IN_PROGRESS for 2s [ 964.745798] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a576c2d-7247-4b14-85fa-1000617e0089 req-90e4e80b-4ba7-4656-bcec-19088efc81e9 tempest-AttachInterfacesV270Test-147385612 tempest-AttachInterfacesV270Test-147385612-project-member] Enqueued Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGHEST for action security_group_members [ 964.746366] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGHEST for action security_group_members [ 964.746674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d73af1-8e19-4a50-82b6-52b0dec34d61 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.746799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.746866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.747438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.747642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.747777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.747866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.748074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.748199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.748318] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.105269] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.105614] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-367" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.106872] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-367" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.107276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-367" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.108480] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.108733] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.108892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.109158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.109418] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.109645] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.109785] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.109921] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.110075] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.110218] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.110349] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.110528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.133483] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.133483] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.133483] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.133483] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-367" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.133483] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-06080c91-c437-4033-b17e-28344fc48b5a taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.133483] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-06080c91-c437-4033-b17e-28344fc48b5a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.133483] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-06080c91-c437-4033-b17e-28344fc48b5a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.133483] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-06080c91-c437-4033-b17e-28344fc48b5a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.133483] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06080c91-c437-4033-b17e-28344fc48b5a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.250532] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.250775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.250888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.251150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.251293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.251592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.251796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.251899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.252163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.252257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.252324] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 already deleted. [ 965.252408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.318555] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 965.318782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.318948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.319226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.319427] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.319551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.319613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.319806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.319947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.320181] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.634785] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.635126] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.635325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.635648] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.635858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.636091] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 06080c91-c437-4033-b17e-28344fc48b5a not found, creating... [ 965.636408] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.636561] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.636738] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.637099] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.637387] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.637784] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.637989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.638182] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.638452] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.638652] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.638837] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 06080c91-c437-4033-b17e-28344fc48b5a is going to be created. [ 965.661432] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.662050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.662050] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.662203] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.662393] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.662633] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-06080c91-c437-4033-b17e-28344fc48b5a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.822415] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.822654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.822762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.824299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.824299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.824299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.824299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.824299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.824299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.824299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.824299] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be deleted. [ 965.863606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.863815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.863857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.864064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.864156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.864257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.115931] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 966.116250] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.116487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.116863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.117148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.117322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.117415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.117643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.117758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.117899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.118053] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.227200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 352488cc-89da-4388-85a6-e5609242a327 in Status: SUCCESS [ 966.227200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.374685] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a576c2d-7247-4b14-85fa-1000617e0089 req-6fcde0ae-a64b-4c63-a69a-b8d72159b635 service nova] Enqueued Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGHEST for action security_group_rules [ 966.374902] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a576c2d-7247-4b14-85fa-1000617e0089 req-6fcde0ae-a64b-4c63-a69a-b8d72159b635 service nova] Enqueued Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGHEST for action security_group_members [ 966.375090] env[65380]: INFO networking_nsxv3.common.synchronization [req-5a576c2d-7247-4b14-85fa-1000617e0089 req-6fcde0ae-a64b-4c63-a69a-b8d72159b635 service nova] Enqueued Resource ID: 06080c91-c437-4033-b17e-28344fc48b5a with Priority: HIGHEST for action port [ 966.375947] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGHEST for action security_group_rules [ 966.379562] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGHEST for action security_group_members [ 966.379748] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06080c91-c437-4033-b17e-28344fc48b5a with Priority: HIGHEST for action port [ 966.380137] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d73af1-8e19-4a50-82b6-52b0dec34d61 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.380218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.380301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.380579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.380662] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.381963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d73af1-8e19-4a50-82b6-52b0dec34d61 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.382150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.382210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.382399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.382588] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.382693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.382801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.383303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.383303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.383303] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.383971] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-06080c91-c437-4033-b17e-28344fc48b5a taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.384120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06080c91-c437-4033-b17e-28344fc48b5a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.384177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06080c91-c437-4033-b17e-28344fc48b5a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.385658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06080c91-c437-4033-b17e-28344fc48b5a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.385658] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06080c91-c437-4033-b17e-28344fc48b5a',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.620538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.620720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.620807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.621052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.621256] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.621371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.621434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.621590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.621697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.621787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.621963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.622115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.622199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.622349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.622509] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.622601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.622660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.622794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.622882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.622975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.623088] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.886873] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d73af1-8e19-4a50-82b6-52b0dec34d61 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.887043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.887213] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.888123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06080c91-c437-4033-b17e-28344fc48b5a with status ACTIVE [ 966.888239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.888350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.888449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.888616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.888700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.888864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.888962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.889039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.889188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.889264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.889438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.889526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.889586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.889719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.889783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.889863] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06080c91-c437-4033-b17e-28344fc48b5a is going to be updated. [ 966.915291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.915461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.915461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.915735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.915817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.915989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06080c91-c437-4033-b17e-28344fc48b5a" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.130595] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e824c4-9998-4852-bdf6-4db2e5e37b35: rpc.has_security_group_logging(os_id): False [ 967.156261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.156457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.156457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.158734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.158734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.158734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.158734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.159323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.159323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.159323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.159323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 967.236809] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.236809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.236809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.236809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.236809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.254922] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 967.393242] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.896043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.896256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.896360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.896580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.896685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.896898] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 is going to be created. [ 967.924688] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.924863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.924911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.925199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.925490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.937144] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 in Status: UNINITIALIZED for 2s [ 969.274865] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 969.275194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.949776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 in Status: SUCCESS [ 969.950066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.950343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.950602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.950809] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.950942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.951023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.951193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.951277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.951363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.951449] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.345472] env[65380]: INFO networking_nsxv3.common.synchronization [req-69c69a26-779b-4745-86ec-bf81f298b40b req-3f3d08d4-cfdf-409d-83fe-352e24256098 tempest-InstanceActionsV221TestJSON-1222154335 tempest-InstanceActionsV221TestJSON-1222154335-project-member] Enqueued Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGHEST for action security_group_members [ 970.346056] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGHEST for action security_group_members [ 970.346368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-352488cc-89da-4388-85a6-e5609242a327 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.346609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.346609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.346756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.347086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.347086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.347259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.347388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.347473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.347601] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.454114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d73af1-8e19-4a50-82b6-52b0dec34d61 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.454309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.455609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.455609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.455609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.455609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.455609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.455609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.456081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.456081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.456081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d73af1-8e19-4a50-82b6-52b0dec34d61 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.456234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.456234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.456410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.457091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.457091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.457091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.457091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.457091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.457495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.457495] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.850095] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.850263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.850337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.850551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.850644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.850987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.851129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.851195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.851359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.851439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.851532] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352488cc-89da-4388-85a6-e5609242a327 is going to be updated. [ 970.888544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.888544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.888544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.888544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.888902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.899354] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352488cc-89da-4388-85a6-e5609242a327 in Status: IN_PROGRESS for 2s [ 970.962940] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 59d73af1-8e19-4a50-82b6-52b0dec34d61: rpc.has_security_group_logging(os_id): False [ 970.988808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.988808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.988808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.988808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.989425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.989425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.989425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.989425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.989425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.989425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 is going to be created. [ 971.052213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.052213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.052213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.052213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.052213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.066414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 in Status: IN_PROGRESS for 2s [ 972.919078] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 352488cc-89da-4388-85a6-e5609242a327 in Status: SUCCESS [ 972.919413] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 352488cc-89da-4388-85a6-e5609242a327 deletion is rescheduled due to dependency. [ 972.922053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.079922] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 in Status: SUCCESS [ 973.080311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.346852] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 975.347113] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 976.075933] env[65380]: INFO networking_nsxv3.common.synchronization [req-ba9d8e32-3f54-4090-a657-50cf8e2072dd req-573b1e13-2876-4074-ad30-cd48159f6608 tempest-ServersTestJSON-1079632421 tempest-ServersTestJSON-1079632421-project-member] Enqueued Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_members [ 976.076288] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGHEST for action security_group_members [ 976.076783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.076783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.076783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.077084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.077528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.077528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.077528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.077528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.077785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.077785] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.367464] env[65380]: INFO networking_nsxv3.common.synchronization [req-ea995a28-18f5-456f-a72f-e30a73010666 req-cdaa22e6-a512-4625-9189-87f2f9128e3c tempest-ImagesTestJSON-597039775 tempest-ImagesTestJSON-597039775-project-member] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 976.368446] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGHEST for action security_group_members [ 976.368960] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.369157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.369268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.369534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.369763] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.369916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.370015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.370246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.370406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.370552] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.580988] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.581173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.581296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.581459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.581568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.581741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.581835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.581894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.582046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.582119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.582204] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 is going to be updated. [ 976.611983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.612145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.612218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.612459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.612609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.622050] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 in Status: IN_PROGRESS for 2s [ 976.872681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.872822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.872901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.873133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.873222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.873425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.873530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.873584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.873721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.873807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.874099] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be updated. [ 976.905599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.905599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.905599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.907275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.908033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.919336] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: IN_PROGRESS for 2s [ 977.104030] env[65380]: INFO networking_nsxv3.common.synchronization [req-67df473c-4a13-4feb-bc42-09d853ca0acc req-f68ce1ed-bf73-4a9b-af30-d0ddc53b86a6 tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 977.104216] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 977.106992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.106992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.106992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.106992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.106992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.106992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.106992] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.610091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.610387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.610387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.610720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.610788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.611013] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.611116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.611178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.611326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.611401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.611486] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 977.642861] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.643065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.643065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.643296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.643529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.652067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 978.633165] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 in Status: SUCCESS [ 978.633494] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 deletion is rescheduled due to dependency. [ 978.633494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.929545] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff5fb355-9518-4c33-89d1-454516df8ac4 in Status: SUCCESS [ 978.929777] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 deletion is rescheduled due to dependency. [ 978.929932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.516799] env[65380]: INFO networking_nsxv3.common.synchronization [req-4e87d16d-3b5e-45ef-96bf-01a49c2a995c req-7ae06f2a-f068-45d4-bd24-5afd61130b4a tempest-AttachInterfacesV270Test-147385612 tempest-AttachInterfacesV270Test-147385612-project-member] Enqueued Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGHEST for action security_group_members [ 979.517419] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGHEST for action security_group_members [ 979.518720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-59d73af1-8e19-4a50-82b6-52b0dec34d61 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.518720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.518720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.518720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.518720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.518720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.518720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.519060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.519060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.519060] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.662761] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 979.663129] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 979.663129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.024562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.024765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.024882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.025187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.025313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.025552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.025651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.025756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.026103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.026103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.026103] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 is going to be updated. [ 980.055448] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.055606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.055694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.055893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.056047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.067425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 in Status: IN_PROGRESS for 2s [ 980.567787] env[65380]: INFO networking_nsxv3.common.synchronization [req-fbe9b39d-e2ea-41c5-ac1f-3ece852c34de req-c08430c8-09b5-4661-b8b0-a5e5029908bd tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_members [ 980.568346] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGHEST for action security_group_members [ 980.568653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c404a1f-c618-4871-90bd-12cdea60df67 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.568818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.568864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.569370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.569868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.569868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.569868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.569868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.570077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.570077] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.866700] env[65380]: INFO networking_nsxv3.common.synchronization [req-d623d6f6-9235-436d-936b-f32faf6d9aa1 req-ee6a5979-51d6-4fd3-aba1-4d1882e98d8e tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_members [ 980.867362] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_members [ 980.867594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.867732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.867789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.868494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.868494] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.868494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.868659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.869591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.869591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.869591] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.072406] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.072601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.072675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.072901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.094368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.094676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.094828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.094940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.095205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.095293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.095417] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c404a1f-c618-4871-90bd-12cdea60df67 is going to be updated. [ 981.121412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.121678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.121678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.121830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.122581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.133997] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c404a1f-c618-4871-90bd-12cdea60df67 in Status: IN_PROGRESS for 2s [ 981.187391] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.187615] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.187747] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.188025] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.188283] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.188435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.188552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.188764] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.188912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.189134] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.189248] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.189354] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.189461] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.189570] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.189673] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.189800] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.207782] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.207941] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.208087] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.208256] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.208558] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-14fd5163-1262-4edf-8c36-42b82ce49e2d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.208725] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-14fd5163-1262-4edf-8c36-42b82ce49e2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.208854] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-14fd5163-1262-4edf-8c36-42b82ce49e2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.209197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-14fd5163-1262-4edf-8c36-42b82ce49e2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.209336] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fd5163-1262-4edf-8c36-42b82ce49e2d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.373074] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.373252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.373326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.373566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.373635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.374087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.374087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.374087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.374266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.374266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.374342] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 already deleted. [ 981.374441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.712028] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.712278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.712403] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.712770] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.712912] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.713080] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 14fd5163-1262-4edf-8c36-42b82ce49e2d not found, creating... [ 981.713411] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.713589] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.713706] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.713933] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.714088] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.714383] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.714695] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.714695] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.714917] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.715153] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.715228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 14fd5163-1262-4edf-8c36-42b82ce49e2d is going to be created. [ 981.736129] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.736347] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.736471] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.736723] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.736950] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.737180] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-14fd5163-1262-4edf-8c36-42b82ce49e2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.077331] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 in Status: SUCCESS [ 982.077691] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 deletion is rescheduled due to dependency. [ 982.077691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.439177] env[65380]: INFO networking_nsxv3.common.synchronization [req-d623d6f6-9235-436d-936b-f32faf6d9aa1 req-4f7bf3a3-9d8f-4cfa-a815-048308860a23 service nova] Enqueued Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_rules [ 982.439177] env[65380]: INFO networking_nsxv3.common.synchronization [req-d623d6f6-9235-436d-936b-f32faf6d9aa1 req-4f7bf3a3-9d8f-4cfa-a815-048308860a23 service nova] Enqueued Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_members [ 982.439177] env[65380]: INFO networking_nsxv3.common.synchronization [req-d623d6f6-9235-436d-936b-f32faf6d9aa1 req-4f7bf3a3-9d8f-4cfa-a815-048308860a23 service nova] Enqueued Resource ID: 14fd5163-1262-4edf-8c36-42b82ce49e2d with Priority: HIGHEST for action port [ 982.439177] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_rules [ 982.439611] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_members [ 982.439962] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14fd5163-1262-4edf-8c36-42b82ce49e2d with Priority: HIGHEST for action port [ 982.440473] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.441451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.443073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.443073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.443073] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.443073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.443554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.443554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.443713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.443918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.444089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.444194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.444392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.444524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.444734] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.445890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-14fd5163-1262-4edf-8c36-42b82ce49e2d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.446058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14fd5163-1262-4edf-8c36-42b82ce49e2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.446171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14fd5163-1262-4edf-8c36-42b82ce49e2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.446375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14fd5163-1262-4edf-8c36-42b82ce49e2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.446500] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14fd5163-1262-4edf-8c36-42b82ce49e2d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.948916] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.948916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.949536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14fd5163-1262-4edf-8c36-42b82ce49e2d with status ACTIVE [ 982.949723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.949827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.949889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.950134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.950218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.950389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.950507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.950582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.950740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.950811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.950986] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.951085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.951142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.951283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.951350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.951429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14fd5163-1262-4edf-8c36-42b82ce49e2d is going to be updated. [ 982.952626] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.974190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.974445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.974556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.974799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.975016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.975202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14fd5163-1262-4edf-8c36-42b82ce49e2d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.105129] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.105458] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.105623] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.105929] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106239] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.106438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106854] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.107053] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.107324] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.107464] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.107600] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.107737] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.107871] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.108006] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.108186] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.129014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.129208] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.129350] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.129547] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-122" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.129896] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-bbadc19c-78ee-4246-a53d-77f01c5ccea8 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.130092] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.130215] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.130498] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.130643] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbadc19c-78ee-4246-a53d-77f01c5ccea8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.146833] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c404a1f-c618-4871-90bd-12cdea60df67 in Status: SUCCESS [ 983.147032] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c404a1f-c618-4871-90bd-12cdea60df67 deletion is rescheduled due to dependency. [ 983.147166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.454955] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.633286] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.633574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.633681] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.633953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.634124] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.634433] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.634590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.634706] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.634918] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.635067] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.635397] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.635553] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.635667] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.635869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.636014] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.636183] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: bbadc19c-78ee-4246-a53d-77f01c5ccea8 is going to be updated. [ 983.658295] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.658584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.658713] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.658986] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.659201] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.659464] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.958076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.958076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.958076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.958076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.958386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.958386] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 is going to be created. [ 983.991840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.992056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.992125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.992393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.992660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.003624] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 in Status: UNINITIALIZED for 2s [ 984.362233] env[65380]: INFO networking_nsxv3.common.synchronization [req-55c29d2f-99ce-4aab-87f4-af90472de122 req-0dcf8833-3468-4653-b656-5c283a9fdd10 service nova] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_rules [ 984.362487] env[65380]: INFO networking_nsxv3.common.synchronization [req-55c29d2f-99ce-4aab-87f4-af90472de122 req-0dcf8833-3468-4653-b656-5c283a9fdd10 service nova] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 984.362528] env[65380]: INFO networking_nsxv3.common.synchronization [req-55c29d2f-99ce-4aab-87f4-af90472de122 req-0dcf8833-3468-4653-b656-5c283a9fdd10 service nova] Enqueued Resource ID: bbadc19c-78ee-4246-a53d-77f01c5ccea8 with Priority: HIGHEST for action port [ 984.363048] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_rules [ 984.363193] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 984.363349] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbadc19c-78ee-4246-a53d-77f01c5ccea8 with Priority: HIGHEST for action port [ 984.363660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.363799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.363905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.364141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.364225] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.365142] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.365255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.365320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.365491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.365643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.365738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.365799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.365937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.366033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.366125] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.367285] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbadc19c-78ee-4246-a53d-77f01c5ccea8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.367399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.367463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.367617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.367693] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbadc19c-78ee-4246-a53d-77f01c5ccea8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.869404] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.869575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.869727] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.870722] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbadc19c-78ee-4246-a53d-77f01c5ccea8 with status ACTIVE [ 984.871048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.871166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.871259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.871489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.871582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.871761] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.871860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.871923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.872092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.872171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.872347] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.872433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.872497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.872693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.872774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.872861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbadc19c-78ee-4246-a53d-77f01c5ccea8 is going to be updated. [ 984.894238] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.894386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.894565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.894646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.894769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.894969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbadc19c-78ee-4246-a53d-77f01c5ccea8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.374691] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.877520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.877682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.877727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.878079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.878079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.878191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be updated. [ 985.908684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.908900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.908900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.909217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.909396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.920665] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 2s [ 986.015435] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 in Status: SUCCESS [ 986.015672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.015849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.016096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.016324] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.016459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.016525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.016692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.016802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.016889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.016966] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.519503] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.024430] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99c8997b-cadf-4d4a-9282-d8d39bb68505: rpc.has_security_group_logging(os_id): False [ 987.042020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.042174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.042289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.042451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.042542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.042811] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.042924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.042961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.043124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.043199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.043289] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 is going to be created. [ 987.111720] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.111916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.112034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.112329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.112537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.129459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 in Status: IN_PROGRESS for 2s [ 987.930892] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 987.930892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.932335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.932335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.932335] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.932335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.932335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.932335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.932335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.932335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.932335] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.433713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.433886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.433957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.434369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.434727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.435640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.435640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.435640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.435640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.435640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.435640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.435640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.435640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.435945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.435945] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.435945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.436053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.436149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.436218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.436295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.436375] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.939087] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c478653-3001-49b8-b022-3ee048aa6e5d: rpc.has_security_group_logging(os_id): False [ 988.964741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.964926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.964970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.965193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.965293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.965533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.966275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.966275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.966275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.966275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.966275] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.966275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.966275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.966614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.966614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.966614] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.966726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.966756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.966904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.966954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.967046] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be updated. [ 989.035269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.035478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.035478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.035678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.035825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.058345] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 2s [ 989.144275] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 in Status: SUCCESS [ 989.144679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.364826] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 989.364930] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 989.683031] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6bd8fe66-59d3-46ed-9ff0-5f6ee3e34b96 None None] Enqueued Resource ID: a135d855-4808-416b-8f4b-a7ee12f6829f with Priority: HIGHEST for action port [ 989.683262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a135d855-4808-416b-8f4b-a7ee12f6829f with Priority: HIGHEST for action port [ 989.683733] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a135d855-4808-416b-8f4b-a7ee12f6829f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.684608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a135d855-4808-416b-8f4b-a7ee12f6829f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.684921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a135d855-4808-416b-8f4b-a7ee12f6829f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.685328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a135d855-4808-416b-8f4b-a7ee12f6829f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.685664] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a135d855-4808-416b-8f4b-a7ee12f6829f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.190654] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a135d855-4808-416b-8f4b-a7ee12f6829f [ 990.190994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.191121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.191121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.192426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.192426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.192426] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a135d855-4808-416b-8f4b-a7ee12f6829f already deleted. [ 990.192426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a135d855-4808-416b-8f4b-a7ee12f6829f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.002086] env[65380]: INFO networking_nsxv3.common.synchronization [None req-2c147ff2-13ad-41b2-9ccd-73e1fc382d94 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_rules [ 991.002672] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_rules [ 991.002953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.004360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.004434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.004700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.004782] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.075999] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 991.078737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.151927] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e201ce5f-29be-4465-b0c3-562566236c35 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_rules [ 991.152556] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_rules [ 991.152934] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.153798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.538651] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.539205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.539205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.539205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.539390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.539390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 already deleted. [ 991.539558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.539905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.539905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.540813] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.064833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.064833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.064833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.064833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.064833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.064833] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 already deleted. [ 992.064833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.436388] env[65380]: INFO networking_nsxv3.common.synchronization [None req-911ce84c-762c-46da-b052-e530adb3cbd2 None None] Enqueued Resource ID: d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0 with Priority: HIGHEST for action port [ 992.436388] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0 with Priority: HIGHEST for action port [ 992.436388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.436388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.436388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.436939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.436939] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.939289] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0 [ 992.939565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.940224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.940224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.940224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.940224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.940224] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0 already deleted. [ 992.940224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d81b6a52-c91c-48c2-9ecd-e83a56d5c3c0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.287921] env[65380]: INFO networking_nsxv3.common.synchronization [None req-eb05284d-6e7a-4566-a818-e1a3f6bf121d None None] Enqueued Resource ID: fee4e04f-2780-494f-a4bb-ed60aca0957c with Priority: HIGHEST for action port [ 995.288349] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fee4e04f-2780-494f-a4bb-ed60aca0957c with Priority: HIGHEST for action port [ 995.288618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fee4e04f-2780-494f-a4bb-ed60aca0957c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.288758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fee4e04f-2780-494f-a4bb-ed60aca0957c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.288821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fee4e04f-2780-494f-a4bb-ed60aca0957c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.289069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fee4e04f-2780-494f-a4bb-ed60aca0957c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.289157] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fee4e04f-2780-494f-a4bb-ed60aca0957c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.791589] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fee4e04f-2780-494f-a4bb-ed60aca0957c [ 995.792529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.792529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.792529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.792529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.792529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.792529] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fee4e04f-2780-494f-a4bb-ed60aca0957c already deleted. [ 995.792529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fee4e04f-2780-494f-a4bb-ed60aca0957c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.963110] env[65380]: INFO networking_nsxv3.common.synchronization [req-af5ccb21-bf87-4310-a924-fad0309ef1ca req-9655c74e-029f-4b72-826f-35c5ec17080a tempest-MultipleCreateTestJSON-115352278 tempest-MultipleCreateTestJSON-115352278-project-member] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 996.963716] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 996.965865] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.966076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.966118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.966572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.966572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.966959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.966959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.967099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.967209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.967303] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.359705] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.359705] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.359705] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.359959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.360186] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.360365] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.360486] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.360721] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.360889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.361492] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.361625] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.361739] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.361849] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.361966] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.362106] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.362260] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.371654] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9cd003ae-8407-4da8-bb5a-808ba542d5ae None None] Enqueued Resource ID: a11b7ae4-9999-439e-99f8-ac295e417b7f with Priority: HIGHEST for action port [ 997.372252] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11b7ae4-9999-439e-99f8-ac295e417b7f with Priority: HIGHEST for action port [ 997.372542] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a11b7ae4-9999-439e-99f8-ac295e417b7f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.372703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a11b7ae4-9999-439e-99f8-ac295e417b7f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.372841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a11b7ae4-9999-439e-99f8-ac295e417b7f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.373100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a11b7ae4-9999-439e-99f8-ac295e417b7f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.373204] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11b7ae4-9999-439e-99f8-ac295e417b7f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.388827] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.388827] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.388827] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.388827] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.389227] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-d974d069-fef1-4319-a1f9-6accdbd536b5 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.389227] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-d974d069-fef1-4319-a1f9-6accdbd536b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.389410] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-d974d069-fef1-4319-a1f9-6accdbd536b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.389701] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-d974d069-fef1-4319-a1f9-6accdbd536b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.389871] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d974d069-fef1-4319-a1f9-6accdbd536b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.471575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.471809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.471882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.472084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.472181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.472397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.472489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.472553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.472727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.472801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.472899] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da already deleted. [ 997.473019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.542538] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:1 completed [ 997.542703] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:2 started [ 997.875095] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a11b7ae4-9999-439e-99f8-ac295e417b7f [ 997.875360] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.875678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.875808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.876089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.876241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.876410] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a11b7ae4-9999-439e-99f8-ac295e417b7f already deleted. [ 997.876544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a11b7ae4-9999-439e-99f8-ac295e417b7f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.891881] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.892094] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.892222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.892484] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.892635] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.892821] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port d974d069-fef1-4319-a1f9-6accdbd536b5 not found, creating... [ 997.893106] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.893277] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.893394] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.893610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.893747] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.894092] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.894265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.894380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.894679] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.894728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.894837] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: d974d069-fef1-4319-a1f9-6accdbd536b5 is going to be created. [ 997.920230] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.920479] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.920603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.921081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.921407] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.921658] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-d974d069-fef1-4319-a1f9-6accdbd536b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.630220] env[65380]: INFO networking_nsxv3.common.synchronization [req-af5ccb21-bf87-4310-a924-fad0309ef1ca req-cd780af7-cc26-41ea-bb3f-f71faa9dc2f7 service nova] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_rules [ 998.630220] env[65380]: INFO networking_nsxv3.common.synchronization [req-af5ccb21-bf87-4310-a924-fad0309ef1ca req-cd780af7-cc26-41ea-bb3f-f71faa9dc2f7 service nova] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 998.630220] env[65380]: INFO networking_nsxv3.common.synchronization [req-af5ccb21-bf87-4310-a924-fad0309ef1ca req-cd780af7-cc26-41ea-bb3f-f71faa9dc2f7 service nova] Enqueued Resource ID: d974d069-fef1-4319-a1f9-6accdbd536b5 with Priority: HIGHEST for action port [ 998.630658] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_rules [ 998.630775] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 998.630871] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d974d069-fef1-4319-a1f9-6accdbd536b5 with Priority: HIGHEST for action port [ 998.631181] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.631305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.631370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.631567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.631664] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.632888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.633054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.633181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.633423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.633423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.633585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.633585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.633648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.635320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.635320] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.635320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d974d069-fef1-4319-a1f9-6accdbd536b5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.635320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d974d069-fef1-4319-a1f9-6accdbd536b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.635320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d974d069-fef1-4319-a1f9-6accdbd536b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.635320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d974d069-fef1-4319-a1f9-6accdbd536b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.635320] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d974d069-fef1-4319-a1f9-6accdbd536b5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.136579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.136664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.138053] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d974d069-fef1-4319-a1f9-6accdbd536b5 with status ACTIVE [ 999.138264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.138388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.138453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.138658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.138738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.138908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.139020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.139063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.139209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.139287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.139463] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.139567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.139630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.140783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.140888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.141015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d974d069-fef1-4319-a1f9-6accdbd536b5 is going to be updated. [ 999.142631] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.168355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.168556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.168604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.168811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.168951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.169128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d974d069-fef1-4319-a1f9-6accdbd536b5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.395672] env[65380]: INFO networking_nsxv3.common.synchronization [req-af5ccb21-bf87-4310-a924-fad0309ef1ca req-555367bf-5e56-4ac3-b43c-dbae77fa4f33 tempest-MultipleCreateTestJSON-115352278 tempest-MultipleCreateTestJSON-115352278-project-member] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 999.395672] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 999.396045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.396045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.645166] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.744361] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-173 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.744563] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.744687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.744948] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.745290] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.745487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.745600] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.745823] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.745971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.746193] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.746299] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.746444] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.746513] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.746624] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.746734] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.746873] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.765975] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.766132] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.766183] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.766348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-173" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.766658] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.766828] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.766947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.767413] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.767455] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c958eb48-c18c-4b17-99dd-ea1d002a2b4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.148071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.148233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.148305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.148524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.148615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.148718] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be created. [ 1000.173568] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.173717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.173765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.174023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.174354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.185119] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: UNINITIALIZED for 2s [ 1000.270146] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.270439] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.270621] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.271021] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.271224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.271439] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port c958eb48-c18c-4b17-99dd-ea1d002a2b4c not found, creating... [ 1000.271815] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.272060] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.272235] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.272534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.272727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.273154] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.273370] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.273537] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.273832] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.274144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.274308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: c958eb48-c18c-4b17-99dd-ea1d002a2b4c is going to be created. [ 1000.301175] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.301604] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.301757] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.302065] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.302316] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.302548] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.045441] env[65380]: INFO networking_nsxv3.common.synchronization [req-af5ccb21-bf87-4310-a924-fad0309ef1ca req-445f8ba6-0068-45a9-9c70-3df845fbd472 service nova] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_rules [ 1001.048338] env[65380]: INFO networking_nsxv3.common.synchronization [req-af5ccb21-bf87-4310-a924-fad0309ef1ca req-445f8ba6-0068-45a9-9c70-3df845fbd472 service nova] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 1001.048338] env[65380]: INFO networking_nsxv3.common.synchronization [req-af5ccb21-bf87-4310-a924-fad0309ef1ca req-445f8ba6-0068-45a9-9c70-3df845fbd472 service nova] Enqueued Resource ID: c958eb48-c18c-4b17-99dd-ea1d002a2b4c with Priority: HIGHEST for action port [ 1001.048338] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_rules [ 1001.049969] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 1001.049969] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c958eb48-c18c-4b17-99dd-ea1d002a2b4c with Priority: HIGHEST for action port [ 1001.050665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.050780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.050982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.051112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.051259] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.051371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.051443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.051628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.051748] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c958eb48-c18c-4b17-99dd-ea1d002a2b4c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.554348] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c958eb48-c18c-4b17-99dd-ea1d002a2b4c with status ACTIVE [ 1001.555313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.555313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.555313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.555313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.555313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.555313] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.555313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.555794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.555794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.555794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.555794] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.556182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.556182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.556182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.556182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.556182] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c958eb48-c18c-4b17-99dd-ea1d002a2b4c is going to be updated. [ 1001.582109] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.582321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.582416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.582639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.582817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.583021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c958eb48-c18c-4b17-99dd-ea1d002a2b4c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.197296] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 1002.198641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.198641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.198641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.198641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.198641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.198641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.198641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.198641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.198641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.198641] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.200483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.200483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.200483] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.200664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.200664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.200754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.200790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.200849] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.702791] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.703332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.703332] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.205409] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.708175] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.708175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.708175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.708401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.708989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.708989] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be updated. [ 1003.740652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.740820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.740901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.741097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.741255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.750790] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 2s [ 1004.281071] env[65380]: INFO networking_nsxv3.common.synchronization [None req-7d7868a1-3ec9-4a40-9b49-3c92f657cd0f tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_rules [ 1004.281524] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_rules [ 1004.282086] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.282435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.282587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.283332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.283332] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.456989] env[65380]: INFO networking_nsxv3.common.synchronization [None req-abacb1dd-f71f-4df7-b2f4-8ace7169747d tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_rules [ 1004.456989] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_rules [ 1004.456989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.456989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.805580] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.805580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.805580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.805790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.805887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.805990] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 already deleted. [ 1004.806097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.806251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.806412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.806497] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.333713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.334133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.334133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.334242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.334242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.334345] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 already deleted. [ 1005.334435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.459809] env[65380]: INFO networking_nsxv3.common.synchronization [None req-e3fe3254-3a50-4b1e-869f-df9b3148e8ba None None] Enqueued Resource ID: c3533b63-1928-4150-ae8a-07f2fdcd402e with Priority: HIGHEST for action port [ 1005.463188] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3533b63-1928-4150-ae8a-07f2fdcd402e with Priority: HIGHEST for action port [ 1005.463626] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3533b63-1928-4150-ae8a-07f2fdcd402e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.463758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3533b63-1928-4150-ae8a-07f2fdcd402e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.463830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3533b63-1928-4150-ae8a-07f2fdcd402e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.465693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3533b63-1928-4150-ae8a-07f2fdcd402e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.465822] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3533b63-1928-4150-ae8a-07f2fdcd402e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.771082] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 1005.771405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.771669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.771951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.772319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.772512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.772603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.772833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.772953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.773108] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.970057] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3533b63-1928-4150-ae8a-07f2fdcd402e [ 1005.970665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.970829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.970899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.971565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.971670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.971778] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3533b63-1928-4150-ae8a-07f2fdcd402e already deleted. [ 1005.972013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3533b63-1928-4150-ae8a-07f2fdcd402e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.275922] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.779319] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.282232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.282520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.282520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.283576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.283725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.283970] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be updated. [ 1007.320462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.320724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.320724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.320954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.321308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.333941] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 2s [ 1007.667019] env[65380]: INFO networking_nsxv3.common.synchronization [None req-84470eae-2b4b-4b8a-9b49-7500e08924f3 None None] Enqueued Resource ID: fcfa004e-225c-442b-b6f3-a9a3fcff6eee with Priority: HIGHEST for action port [ 1007.667594] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcfa004e-225c-442b-b6f3-a9a3fcff6eee with Priority: HIGHEST for action port [ 1007.667921] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcfa004e-225c-442b-b6f3-a9a3fcff6eee taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.668096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcfa004e-225c-442b-b6f3-a9a3fcff6eee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.668139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcfa004e-225c-442b-b6f3-a9a3fcff6eee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.668379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcfa004e-225c-442b-b6f3-a9a3fcff6eee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.668475] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcfa004e-225c-442b-b6f3-a9a3fcff6eee',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.171113] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcfa004e-225c-442b-b6f3-a9a3fcff6eee [ 1008.171421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.171533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.171646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.171867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.171961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.172072] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcfa004e-225c-442b-b6f3-a9a3fcff6eee already deleted. [ 1008.172151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcfa004e-225c-442b-b6f3-a9a3fcff6eee" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.458584] env[65380]: INFO networking_nsxv3.common.synchronization [req-c84a2924-7344-451d-afb9-979a2a571332 req-cdb79aaf-89e8-48e2-b549-4257842d0589 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1008.458584] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1008.458584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.458795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.458795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.458945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.459115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.459215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.459277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.459434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.459522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.459613] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.846337] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.846535] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.846660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.847438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.847438] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.847438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.847697] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.847697] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.847840] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.848022] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.848142] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.848250] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.848358] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.848469] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.848575] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.848710] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.868397] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.868397] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.868709] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.868709] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.868937] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-c11bab1f-7eb9-434c-8436-c2319951b01f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.869223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-c11bab1f-7eb9-434c-8436-c2319951b01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.869223] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-c11bab1f-7eb9-434c-8436-c2319951b01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.869540] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-c11bab1f-7eb9-434c-8436-c2319951b01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.869678] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c11bab1f-7eb9-434c-8436-c2319951b01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.962387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.962555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.962621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.962839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.962926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.963148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.963245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.963305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.963510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.963566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.963642] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 already deleted. [ 1008.963723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.346459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 1009.346459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.346459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.346459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.346459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.349182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.349182] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.349182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.349182] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.371939] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.372224] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.372447] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.372781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.372964] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.373183] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port c11bab1f-7eb9-434c-8436-c2319951b01f not found, creating... [ 1009.373539] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.373725] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.373869] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.374156] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.374344] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.374712] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.374920] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.375068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.375318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.375458] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.375606] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: c11bab1f-7eb9-434c-8436-c2319951b01f is going to be created. [ 1009.401562] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.401846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.401910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.402225] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.402469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.402703] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-c11bab1f-7eb9-434c-8436-c2319951b01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.850905] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68314990-72a9-4970-969b-f5b5372811da: rpc.has_security_group_logging(os_id): False [ 1009.870830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.871019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.871103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.871348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.871719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.871719] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.871868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.871868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.871959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.872051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.872246] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.872337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.872399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.872536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.872604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.872790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.872882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.872935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.873084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.873158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.873243] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be created. [ 1009.946262] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.946482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.946482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.946755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.946942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.962902] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 2s [ 1010.130972] env[65380]: INFO networking_nsxv3.common.synchronization [req-c84a2924-7344-451d-afb9-979a2a571332 req-13b092cb-3a84-425d-b0b3-a61befc87424 service nova] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_rules [ 1010.131154] env[65380]: INFO networking_nsxv3.common.synchronization [req-c84a2924-7344-451d-afb9-979a2a571332 req-13b092cb-3a84-425d-b0b3-a61befc87424 service nova] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1010.131336] env[65380]: INFO networking_nsxv3.common.synchronization [req-c84a2924-7344-451d-afb9-979a2a571332 req-13b092cb-3a84-425d-b0b3-a61befc87424 service nova] Enqueued Resource ID: c11bab1f-7eb9-434c-8436-c2319951b01f with Priority: HIGHEST for action port [ 1010.131916] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_rules [ 1010.132412] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1010.132412] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c11bab1f-7eb9-434c-8436-c2319951b01f with Priority: HIGHEST for action port [ 1010.132717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.132717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.132717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.132850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.132940] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.133765] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.133868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.133937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.134610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.134610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.134610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.134610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.134610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.134819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.134819] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.136133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c11bab1f-7eb9-434c-8436-c2319951b01f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.136133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c11bab1f-7eb9-434c-8436-c2319951b01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.136133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c11bab1f-7eb9-434c-8436-c2319951b01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.136133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c11bab1f-7eb9-434c-8436-c2319951b01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.136133] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c11bab1f-7eb9-434c-8436-c2319951b01f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.508362] env[65380]: INFO networking_nsxv3.common.synchronization [req-9e55778a-0a6f-4dd6-a6d3-4d761bebf576 req-f94d12d2-5f49-4673-93cb-3bd38e8bf232 tempest-MultipleCreateTestJSON-115352278 tempest-MultipleCreateTestJSON-115352278-project-member] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 1010.508887] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 1010.509125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.509259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.509259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.509446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.510111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.510111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.510111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.510111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.510111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.510111] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.637704] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.637987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.639022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.639147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c11bab1f-7eb9-434c-8436-c2319951b01f with status ACTIVE [ 1010.640078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.640078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.640078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.640078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.640078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.640078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.640078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.640078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.640396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.640396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.640396] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.640594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.640594] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.640651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.640722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.640794] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c11bab1f-7eb9-434c-8436-c2319951b01f is going to be updated. [ 1010.663289] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.663593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.663593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.663716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.663830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.663992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c11bab1f-7eb9-434c-8436-c2319951b01f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.778360] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.778563] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.778688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.778959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.779225] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.779382] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.779497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.779709] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.779854] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.780262] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.780391] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.780503] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.781105] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.781291] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.781414] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.781596] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.801370] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.802088] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.802088] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.802088] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.802273] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.802451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.802573] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.802829] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.802962] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b3d6ae-eb2d-43c1-8c44-ca85849be867',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.012853] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.142730] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.305942] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.306195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.306320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.306630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.306785] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.307093] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.307257] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.307398] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.307618] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.307754] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.308054] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.308211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.308356] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.308548] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.308773] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.308925] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: f7b3d6ae-eb2d-43c1-8c44-ca85849be867 is going to be updated. [ 1011.339437] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.339682] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.339856] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.340059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.340260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.340557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.515187] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.644916] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.645133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.645174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.645361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.645450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.645555] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be created. [ 1011.671308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.671500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.671553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.671742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.671973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.682915] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: UNINITIALIZED for 2s [ 1011.959024] env[65380]: INFO networking_nsxv3.common.synchronization [req-6456d81b-8bc1-4f3c-a12a-96ac71b00e66 req-96b6d07d-a10d-4311-a078-542ed6634a1e tempest-MultipleCreateTestJSON-115352278 tempest-MultipleCreateTestJSON-115352278-project-member] Enqueued Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 1011.959024] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68314990-72a9-4970-969b-f5b5372811da with Priority: HIGHEST for action security_group_members [ 1011.959024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-68314990-72a9-4970-969b-f5b5372811da taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.959492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.983346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 1011.983654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.984289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.984814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.984814] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.017486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.017486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.017730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.017785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.017898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.018035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be updated. [ 1012.052807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.052807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.052807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.052807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.052807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.063795] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: IN_PROGRESS for 2s [ 1012.080345] env[65380]: INFO networking_nsxv3.common.synchronization [req-be7974fc-dd04-4b1e-bc20-354f9a8fdb1a req-330f700d-5644-434b-81b3-2a82156694a1 service nova] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_rules [ 1012.080848] env[65380]: INFO networking_nsxv3.common.synchronization [req-be7974fc-dd04-4b1e-bc20-354f9a8fdb1a req-330f700d-5644-434b-81b3-2a82156694a1 service nova] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_members [ 1012.081235] env[65380]: INFO networking_nsxv3.common.synchronization [req-be7974fc-dd04-4b1e-bc20-354f9a8fdb1a req-330f700d-5644-434b-81b3-2a82156694a1 service nova] Enqueued Resource ID: f7b3d6ae-eb2d-43c1-8c44-ca85849be867 with Priority: HIGHEST for action port [ 1012.082236] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_rules [ 1012.083085] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_members [ 1012.084400] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b3d6ae-eb2d-43c1-8c44-ca85849be867 with Priority: HIGHEST for action port [ 1012.084827] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.085521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.086654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.086654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.086654] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.089968] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.089968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.089968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.089968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.089968] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.089968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.089968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.089968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.089968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.089968] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.091067] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.091136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.091207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.091361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.091637] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b3d6ae-eb2d-43c1-8c44-ca85849be867',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.509276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.509578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.509678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.510524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.510524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.510524] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be deleted. [ 1012.569177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.569599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.569599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.569679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.569755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.569879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.589505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.589627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.594889] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7b3d6ae-eb2d-43c1-8c44-ca85849be867 with status ACTIVE [ 1012.595121] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.595254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.595310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.595554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.595657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.595835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.595974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.596070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.596223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.596799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.596799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.596799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.596799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.596799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.597170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.597170] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7b3d6ae-eb2d-43c1-8c44-ca85849be867 is going to be updated. [ 1012.598224] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.634553] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.634770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.634819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.635078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.636609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.636609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7b3d6ae-eb2d-43c1-8c44-ca85849be867" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.721424] env[65380]: INFO networking_nsxv3.common.synchronization [req-69ddccf2-5611-4368-815b-6a78687cb42a req-4ce92e9d-feca-4f82-84f1-460b9a4b506e tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_members [ 1012.721965] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGHEST for action security_group_members [ 1012.722721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.722721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.722721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.722721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.722986] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.722986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.724925] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.100904] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.226524] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.226707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.226782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.227386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.227386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.227386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.227585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.227585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.227756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.227941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.228268] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad is going to be updated. [ 1013.271352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.271506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.272499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.272499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.272499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.289803] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad in Status: IN_PROGRESS for 2s [ 1013.543281] env[65380]: INFO networking_nsxv3.common.synchronization [req-83fc6af4-45aa-4b4d-b43b-e8a04468fd85 req-05074006-1ea0-403d-b01d-1f8fdd7e944c tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 1013.544124] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 1013.544288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.544409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.544480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.544680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.544931] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.545018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.545058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.547008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.547008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.547008] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.603059] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.603434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.603434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.603543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.603632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.603729] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 is going to be updated. [ 1013.650697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.651034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.651034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.651199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.651344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.662756] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: IN_PROGRESS for 2s [ 1013.692964] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: SUCCESS [ 1013.693209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.693381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.693637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.693864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.693984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.694290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.694475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.694604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.694667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.694755] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.911218] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.911218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.911218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.911218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.911218] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.911218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.911218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.911858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.912126] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.912477] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.912731] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.913118] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.913410] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.913713] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.913961] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.914219] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.935498] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.935806] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.935999] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.936238] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-852" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.936632] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-f26f849c-4075-4ee1-b174-88ce8e66b69c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.936904] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-f26f849c-4075-4ee1-b174-88ce8e66b69c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.937144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-f26f849c-4075-4ee1-b174-88ce8e66b69c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.937552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-f26f849c-4075-4ee1-b174-88ce8e66b69c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.937718] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26f849c-4075-4ee1-b174-88ce8e66b69c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.049330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.049562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.049562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.049757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.049843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.050091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.050198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.050236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.050399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.050477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.050565] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 1014.078507] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68314990-72a9-4970-969b-f5b5372811da in Status: SUCCESS [ 1014.078732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.078910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.079170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.079361] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.079484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.079548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.079706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.079788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.079884] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68314990-72a9-4970-969b-f5b5372811da',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.094622] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.095274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.095274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.095274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.095427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.109167] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 1014.197281] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.441354] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.441683] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.441781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.442160] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.442312] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.442493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port f26f849c-4075-4ee1-b174-88ce8e66b69c not found, creating... [ 1014.442784] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.442947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.443179] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.443308] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.443444] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.443776] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.443936] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.444081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.444297] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.444428] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.444576] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: f26f849c-4075-4ee1-b174-88ce8e66b69c is going to be created. [ 1014.473867] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.474147] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.474211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.474489] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.474724] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.474965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-f26f849c-4075-4ee1-b174-88ce8e66b69c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.582913] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.583137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.583235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.583536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.584310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.584310] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.584310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.584310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.584310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.584310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.584693] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68314990-72a9-4970-969b-f5b5372811da is going to be deleted. [ 1014.633642] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.635838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.635838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.635838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.635838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.635838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68314990-72a9-4970-969b-f5b5372811da" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.699790] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5e04bb2-f4ba-4a72-bec6-688144db6253: rpc.has_security_group_logging(os_id): False [ 1014.721214] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.721507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.721684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.721944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.722123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.722498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.723549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.723696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.723972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.724126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.724287] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be created. [ 1014.800038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.800038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.800038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.800038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.800038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.811725] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: IN_PROGRESS for 2s [ 1015.184637] env[65380]: INFO networking_nsxv3.common.synchronization [req-83fc6af4-45aa-4b4d-b43b-e8a04468fd85 req-eafdd393-c259-4a17-a60c-24dabcc356c1 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 1015.185170] env[65380]: INFO networking_nsxv3.common.synchronization [req-83fc6af4-45aa-4b4d-b43b-e8a04468fd85 req-eafdd393-c259-4a17-a60c-24dabcc356c1 service nova] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 1015.185170] env[65380]: INFO networking_nsxv3.common.synchronization [req-83fc6af4-45aa-4b4d-b43b-e8a04468fd85 req-eafdd393-c259-4a17-a60c-24dabcc356c1 service nova] Enqueued Resource ID: f26f849c-4075-4ee1-b174-88ce8e66b69c with Priority: HIGHEST for action port [ 1015.185394] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_rules [ 1015.185535] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 1015.185669] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26f849c-4075-4ee1-b174-88ce8e66b69c with Priority: HIGHEST for action port [ 1015.186114] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.186256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.186357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.186537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.186624] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.187565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.187675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.187861] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26f849c-4075-4ee1-b174-88ce8e66b69c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.187961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26f849c-4075-4ee1-b174-88ce8e66b69c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.188037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26f849c-4075-4ee1-b174-88ce8e66b69c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.188215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26f849c-4075-4ee1-b174-88ce8e66b69c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.188289] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26f849c-4075-4ee1-b174-88ce8e66b69c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.300465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad in Status: SUCCESS [ 1015.300658] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad deletion is rescheduled due to dependency. [ 1015.300775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.580168] env[65380]: INFO networking_nsxv3.common.synchronization [req-f3d807a7-1f92-446f-aac6-4776b5b505e0 req-1226612f-82fb-484d-a339-4cefa2602627 tempest-ServersNegativeTestJSON-537966175 tempest-ServersNegativeTestJSON-537966175-project-member] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 1015.580787] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGHEST for action security_group_members [ 1015.581215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.581403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.581511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.581785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.581997] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.582146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.582228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.582446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.583243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.583243] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.675105] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: SUCCESS [ 1015.675438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.675537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.675790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.676089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.676230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.676312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.676510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.676586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.676707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.676828] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.690787] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.690949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.691131] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f26f849c-4075-4ee1-b174-88ce8e66b69c with status ACTIVE [ 1015.691330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.691552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.691552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.691740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.691831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.692199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.692199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.692199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.692529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.692529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.692597] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.692648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.692816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.692865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.692922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.693012] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f26f849c-4075-4ee1-b174-88ce8e66b69c is going to be updated. [ 1015.717812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.718048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.718048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.718252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.718382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.718549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26f849c-4075-4ee1-b174-88ce8e66b69c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.824818] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a714ac3-90a2-44fb-9233-d29bb706c7bb req-5711375c-9276-4501-8baf-b63c214000cb tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1015.825462] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1015.825799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.825944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.826028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.826303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.826468] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.826572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.826639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.826789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.826876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.826972] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.087971] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.088115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.088160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.088394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.088491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.088717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.088843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.088908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.089073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.089152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.089239] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be updated. [ 1016.126170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.126320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.126388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.126605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.126810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.129063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 1016.129248] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 1016.129369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.129908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.130150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.130331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.130491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.130539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.131155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.131155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.131155] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.136392] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: IN_PROGRESS for 2s [ 1016.179155] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.184258] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.184450] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.184605] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.184994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.185347] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.185537] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.185660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.185888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.186043] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.186252] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.186364] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.186468] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.186583] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.186706] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.187643] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.187643] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.206681] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.206821] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.206991] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.207239] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.207601] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.207727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.207840] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.208179] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.208362] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e0f7ab-d411-40cb-ae92-d58b922f22fe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.329730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.329730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.329730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.329730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.329730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.330100] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.330100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.330100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.330219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.330271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.330352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 already deleted. [ 1016.330428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.634165] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.682058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47e0849a-0634-4626-8e90-b4c0b1e0ee03: rpc.has_security_group_logging(os_id): False [ 1016.700831] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.700984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.701068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.701360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.701470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.701707] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.701812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.701882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.702054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.702148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.702241] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 is going to be updated. [ 1016.711795] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.711927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.711973] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.712307] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.712459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.712614] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port a7e0f7ab-d411-40cb-ae92-d58b922f22fe not found, creating... [ 1016.713858] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.713858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.713858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.713858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.713858] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.714260] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.714260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.714260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.714445] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.714634] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.714634] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: a7e0f7ab-d411-40cb-ae92-d58b922f22fe is going to be created. [ 1016.739994] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.740222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.740353] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.740629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.740856] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.741103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.816740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.816740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.816740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.817105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.817178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.833465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: SUCCESS [ 1016.833785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.834724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: IN_PROGRESS for 2s [ 1017.137084] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.464657] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a714ac3-90a2-44fb-9233-d29bb706c7bb req-eab399b5-afa2-4147-b1d1-59288463fe31 service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1017.464716] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a714ac3-90a2-44fb-9233-d29bb706c7bb req-eab399b5-afa2-4147-b1d1-59288463fe31 service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1017.464716] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a714ac3-90a2-44fb-9233-d29bb706c7bb req-eab399b5-afa2-4147-b1d1-59288463fe31 service nova] Enqueued Resource ID: a7e0f7ab-d411-40cb-ae92-d58b922f22fe with Priority: HIGHEST for action port [ 1017.465416] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1017.465544] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1017.465652] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e0f7ab-d411-40cb-ae92-d58b922f22fe with Priority: HIGHEST for action port [ 1017.466035] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.466171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.466235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.466456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.466634] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.468304] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.468466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.468536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.470255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.470255] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.470255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.470255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.470255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.470255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.470255] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.470886] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.471023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.471135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.471242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.471314] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e0f7ab-d411-40cb-ae92-d58b922f22fe',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.639699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.639916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.639990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.640188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.640276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.640385] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 1017.676950] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.677130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.677202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.677560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.677816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.692775] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 1017.973075] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.974695] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.974695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.974695] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7e0f7ab-d411-40cb-ae92-d58b922f22fe with status ACTIVE [ 1017.976043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.976043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.976043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.976043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.976043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.976043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.976043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.976043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.976043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.976043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.976043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.976501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.976501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.976501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.976501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.976501] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7e0f7ab-d411-40cb-ae92-d58b922f22fe is going to be updated. [ 1018.003054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.003289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.003366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.003575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.003759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.003933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e0f7ab-d411-40cb-ae92-d58b922f22fe" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.146081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c478653-3001-49b8-b022-3ee048aa6e5d in Status: SUCCESS [ 1018.146363] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d deletion is rescheduled due to dependency. [ 1018.146405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.181709] env[65380]: INFO networking_nsxv3.common.synchronization [req-8998f035-150c-4d01-b2fe-287eb9abf108 req-6fd15c81-d3ba-401b-8d6b-d7499d0e53f8 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_members [ 1018.181709] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_members [ 1018.182017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.183101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.183101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.183257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.183423] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.184363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.184363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.184363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.184363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.184363] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.481013] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.510605] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.510822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.510948] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.511230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.511487] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.511729] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.511847] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.512080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.512222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.512437] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.512549] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.512700] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.512830] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.512936] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.513053] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.513917] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.535944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.536198] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.536314] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.536806] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.536806] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-2ea48afc-dea7-435d-996b-e1f73fcec4bf taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.536983] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-2ea48afc-dea7-435d-996b-e1f73fcec4bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.537243] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-2ea48afc-dea7-435d-996b-e1f73fcec4bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.537461] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-2ea48afc-dea7-435d-996b-e1f73fcec4bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.537826] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ea48afc-dea7-435d-996b-e1f73fcec4bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.688315] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.688523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.688691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.688892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.689160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.689384] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.689633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.689633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.690200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.690200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.690200] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 already deleted. [ 1018.690200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.851306] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: SUCCESS [ 1018.851652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.983379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.983664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.983763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.984144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.984374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.984529] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be created. [ 1019.012295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.013265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.013265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.013265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.013265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.024249] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: UNINITIALIZED for 2s [ 1019.041971] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.041971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.041971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.041971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.041971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.041971] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 2ea48afc-dea7-435d-996b-e1f73fcec4bf not found, creating... [ 1019.041971] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.041971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.041971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.041971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.041971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.042770] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.043095] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.043329] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.043699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.044101] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.044424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 2ea48afc-dea7-435d-996b-e1f73fcec4bf is going to be created. [ 1019.067027] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.067027] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.067027] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.067027] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.067027] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.067522] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-2ea48afc-dea7-435d-996b-e1f73fcec4bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.705014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 1019.705316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.705501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.705705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.705897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.706025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.706092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.706255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.706357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.706453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.706543] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.780022] env[65380]: INFO networking_nsxv3.common.synchronization [req-8998f035-150c-4d01-b2fe-287eb9abf108 req-dbac0650-42a7-49f5-adc3-e341911fc058 service nova] Enqueued Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_rules [ 1019.780022] env[65380]: INFO networking_nsxv3.common.synchronization [req-8998f035-150c-4d01-b2fe-287eb9abf108 req-dbac0650-42a7-49f5-adc3-e341911fc058 service nova] Enqueued Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_members [ 1019.780022] env[65380]: INFO networking_nsxv3.common.synchronization [req-8998f035-150c-4d01-b2fe-287eb9abf108 req-dbac0650-42a7-49f5-adc3-e341911fc058 service nova] Enqueued Resource ID: 2ea48afc-dea7-435d-996b-e1f73fcec4bf with Priority: HIGHEST for action port [ 1019.780022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_rules [ 1019.780022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_members [ 1019.780022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea48afc-dea7-435d-996b-e1f73fcec4bf with Priority: HIGHEST for action port [ 1019.780022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.780022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.780022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.780022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.780022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.780843] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.780843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.780843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.780999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.781148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.781239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.781293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.781427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.781507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.781593] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.784352] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ea48afc-dea7-435d-996b-e1f73fcec4bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.784600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ea48afc-dea7-435d-996b-e1f73fcec4bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.784876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ea48afc-dea7-435d-996b-e1f73fcec4bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.785120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ea48afc-dea7-435d-996b-e1f73fcec4bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.785225] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ea48afc-dea7-435d-996b-e1f73fcec4bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.209385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.209803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.209803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.209969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.210073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.210177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.210241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.210401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.210477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.210566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.210766] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.210862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.210923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.211186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.211331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.211423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.211486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.211617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.211747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.211833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.211952] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.287624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.287843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.288063] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.289861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ea48afc-dea7-435d-996b-e1f73fcec4bf with status ACTIVE [ 1020.289918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.291257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.291257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.291257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.291257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.292681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.292681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.292681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.292681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.292681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.292681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.292681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.292681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.292681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.292681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.292681] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ea48afc-dea7-435d-996b-e1f73fcec4bf is going to be updated. [ 1020.324426] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.324426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.324669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.324715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.324956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.325143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ea48afc-dea7-435d-996b-e1f73fcec4bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.524682] env[65380]: INFO networking_nsxv3.common.synchronization [req-a1bdc0af-9918-436e-8884-05d1d7a717c2 req-3a554e3c-fa36-41d1-8093-b6d2e2170e5d tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1020.526100] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1020.526964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.527127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.527193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.527445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.527616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.527711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.527776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.528124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.528124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.528452] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.714697] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04e824c4-9998-4852-bdf6-4db2e5e37b35: rpc.has_security_group_logging(os_id): False [ 1020.733393] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.733568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.733631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.733855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.733973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.734154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.734256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.734310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.734496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.734578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.734936] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.735071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.735113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.735498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.735589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.735896] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.735990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.736094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.736266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736616] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 1020.795448] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.800905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.801105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.801149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.801329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.801474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.824081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 1020.867619] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.867813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.867937] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.868278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.868540] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.868700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.868820] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.869263] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.869504] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.869899] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.870095] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.870337] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.870505] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.870672] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.870830] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.871015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.890660] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.890845] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.890988] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.891206] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.891513] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.891731] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.891826] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.892190] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.892326] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62dbbb11-2d9c-4536-a2ed-e07b1e51dff7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.030843] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.030979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.031032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.031327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.031526] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.031637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.031707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.032000] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.032103] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 already deleted. [ 1021.032187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.033789] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1021.033985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.034151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.034314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.034473] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.034570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.034634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.034777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.034856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.034939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.035045] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.298644] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.299104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.299104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.299104] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.299240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.299276] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 is going to be created. [ 1021.327238] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.327478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.327478] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.327771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.327927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.340048] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 in Status: UNINITIALIZED for 2s [ 1021.394887] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.395156] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.395350] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.395638] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.395799] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.396059] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 62dbbb11-2d9c-4536-a2ed-e07b1e51dff7 not found, creating... [ 1021.396529] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.396804] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.397063] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.397497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.397700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.398216] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.398512] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.398691] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.398991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.399195] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.399388] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 62dbbb11-2d9c-4536-a2ed-e07b1e51dff7 is going to be created. [ 1021.421366] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.421662] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.421755] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.422143] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.422386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.422639] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.537651] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.537879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.537957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.538211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.538390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.538493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.538555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.538738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.538863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.538992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.539174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.539287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.539410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.539503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.539650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.539739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.539818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.540028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.540154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.540256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.540351] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.042972] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9bba2f-ed34-4724-acad-17eca50e1231: rpc.has_security_group_logging(os_id): False [ 1022.065810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.065810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.065810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.065810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.065810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.065810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.065810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.065810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.065810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.065810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.066643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.066643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.066643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.066643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.066643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.066643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.066855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.066855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.067132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.067285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.067488] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be created. [ 1022.131832] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.131832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.131832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.132163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.132282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.140982] env[65380]: INFO networking_nsxv3.common.synchronization [req-a1bdc0af-9918-436e-8884-05d1d7a717c2 req-abfaba8b-4ffa-4842-88c9-122bbbbd44ae service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1022.141091] env[65380]: INFO networking_nsxv3.common.synchronization [req-a1bdc0af-9918-436e-8884-05d1d7a717c2 req-abfaba8b-4ffa-4842-88c9-122bbbbd44ae service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1022.141155] env[65380]: INFO networking_nsxv3.common.synchronization [req-a1bdc0af-9918-436e-8884-05d1d7a717c2 req-abfaba8b-4ffa-4842-88c9-122bbbbd44ae service nova] Enqueued Resource ID: 62dbbb11-2d9c-4536-a2ed-e07b1e51dff7 with Priority: HIGHEST for action port [ 1022.141782] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1022.141913] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1022.142032] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62dbbb11-2d9c-4536-a2ed-e07b1e51dff7 with Priority: HIGHEST for action port [ 1022.142388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.142514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.142689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.142853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.142935] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.145022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.145164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.145227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.145550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.145606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.145660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.145753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.145865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.145951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.146061] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.146935] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.147068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.147117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.147265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.147341] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62dbbb11-2d9c-4536-a2ed-e07b1e51dff7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.150168] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1022.649653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.649964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.651575] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.652707] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62dbbb11-2d9c-4536-a2ed-e07b1e51dff7 with status ACTIVE [ 1022.652906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.653043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.653131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.653354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.653606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.653716] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.654455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.654455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.654455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.654455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.654455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.654679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.654679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.654945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.655131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.655289] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62dbbb11-2d9c-4536-a2ed-e07b1e51dff7 is going to be updated. [ 1022.682599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.682791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.682877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.683110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.683251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.683411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62dbbb11-2d9c-4536-a2ed-e07b1e51dff7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.861228] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 1022.861434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.158298] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.354696] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 in Status: SUCCESS [ 1023.355162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.355502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.355838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.356436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.356436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.356436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.356698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.356698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.356813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.356864] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.661912] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.661912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.662315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.662315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.662423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.662560] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be created. [ 1023.693497] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.693910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.694075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.694394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.694687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.708099] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: UNINITIALIZED for 2s [ 1023.860045] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.165578] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1024.165578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.362204] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cb2f1c4-c7c0-4a31-871f-e20d71032c89: rpc.has_security_group_logging(os_id): False [ 1024.384459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.384590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.384590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.384794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.384902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.385159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.385259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.385323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.385528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.385623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.385712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 is going to be created. [ 1024.446870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.447032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.447116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.447357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.447577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.461057] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 in Status: IN_PROGRESS for 2s [ 1025.721010] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1025.721412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.721694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.722374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.722374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.722529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.722582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.722779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.722865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.722997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.723104] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.226679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.227010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.227010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.227273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.227484] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.227639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.227743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.227991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.228109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.228253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.228482] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.228595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.228657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.228882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.229557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.229557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.229557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.229557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.229779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.229779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.229847] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.475492] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 in Status: SUCCESS [ 1026.475492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.732825] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e326da-8090-4c9c-b58d-aab115ad2c06: rpc.has_security_group_logging(os_id): False [ 1026.751214] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.751403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.751673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.751741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.751839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.752146] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.752249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.752249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.752416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.752556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.752862] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.752945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.752979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.753149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.753231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.753436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.753528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.753606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.753755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.753832] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.753942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be created. [ 1026.829160] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.829160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.829160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.829302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.829453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.843539] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1027.143574] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1027.143716] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1028.788505] env[65380]: INFO networking_nsxv3.common.synchronization [None req-757e887d-ba37-4938-a34e-e4bf0c3f429d None None] Enqueued Resource ID: 7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc with Priority: HIGHEST for action port [ 1028.789299] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc with Priority: HIGHEST for action port [ 1028.789520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.789643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.789709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.789954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.790536] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.858043] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1028.858287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.293709] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc [ 1029.293939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.294099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.294168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.294396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.294487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.294580] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc already deleted. [ 1029.294659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c1efd78-066d-4ea5-87e8-3ad0ba34c9bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.266657] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ff67a59a-b433-4d39-a66e-345f35c07168 tempest-ServerActionsV293TestJSON-2034163916 tempest-ServerActionsV293TestJSON-2034163916-project-member] Enqueued Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_rules [ 1030.266657] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_rules [ 1030.267619] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efff336-ebcd-49ca-96cb-24681f4360f3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.267964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.267964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.268123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.268168] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.420882] env[65380]: INFO networking_nsxv3.common.synchronization [None req-63f7dc60-6578-4d79-9776-03730548ea9b tempest-ServerActionsV293TestJSON-2034163916 tempest-ServerActionsV293TestJSON-2034163916-project-member] Enqueued Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_rules [ 1030.420882] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_rules [ 1030.420882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efff336-ebcd-49ca-96cb-24681f4360f3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.420882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.793051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.793284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.793284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.793529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.793529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.793749] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 already deleted. [ 1030.793749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.793909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.794208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.794208] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.143223] env[65380]: INFO networking_nsxv3.common.synchronization [None req-90aa7394-806e-4807-8328-3e4621361b40 None None] Enqueued Resource ID: 63a309f7-05bf-4371-be5e-4f72199b2717 with Priority: HIGHEST for action port [ 1031.143892] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a309f7-05bf-4371-be5e-4f72199b2717 with Priority: HIGHEST for action port [ 1031.145411] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a309f7-05bf-4371-be5e-4f72199b2717 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.145558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a309f7-05bf-4371-be5e-4f72199b2717" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.145627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a309f7-05bf-4371-be5e-4f72199b2717" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.145891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a309f7-05bf-4371-be5e-4f72199b2717" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.146082] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a309f7-05bf-4371-be5e-4f72199b2717',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.321215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.321606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.321606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.321708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.321708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.323590] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 already deleted. [ 1031.323590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.651759] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63a309f7-05bf-4371-be5e-4f72199b2717 [ 1031.652606] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.652606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.652606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.652935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.652935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.652935] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63a309f7-05bf-4371-be5e-4f72199b2717 already deleted. [ 1031.652935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a309f7-05bf-4371-be5e-4f72199b2717" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.871427] env[65380]: INFO networking_nsxv3.common.synchronization [req-42811cf2-b103-4514-afea-ff852564b477 req-001bc09f-b67c-4a11-8252-e2892c6e1616 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1032.871745] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1032.871930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.872074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.872134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.872337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.872489] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.872585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.872639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.872775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.872853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.872942] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.247591] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.247862] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.248478] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.248478] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.248684] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.248913] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.249090] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.249380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.249657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.249936] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.250121] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.250303] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.250471] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.250635] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.250803] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.251031] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.272801] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.272992] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.273146] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.273338] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.273794] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.273929] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.273993] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.274392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.274534] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6b6d8f-dd4a-4682-991b-9c6dd0d27525',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.375277] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.375494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.375625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.375755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.375853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.376069] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.376178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.376233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.376384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.376461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.376544] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1033.407650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.407814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.407814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.408012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.408268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.418135] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1033.777852] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.778178] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.778324] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.778623] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.778801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.779089] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port ef6b6d8f-dd4a-4682-991b-9c6dd0d27525 not found, creating... [ 1033.779462] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.779662] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.779785] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.780026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.780172] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.780468] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.780623] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.780740] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.780947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.782022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.782265] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: ef6b6d8f-dd4a-4682-991b-9c6dd0d27525 is going to be created. [ 1033.807184] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.807470] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.807580] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.807894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.808228] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.808510] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.535485] env[65380]: INFO networking_nsxv3.common.synchronization [req-42811cf2-b103-4514-afea-ff852564b477 req-af071b86-1ed5-4433-9e1f-20a4d98bade2 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 1034.535737] env[65380]: INFO networking_nsxv3.common.synchronization [req-42811cf2-b103-4514-afea-ff852564b477 req-af071b86-1ed5-4433-9e1f-20a4d98bade2 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1034.535781] env[65380]: INFO networking_nsxv3.common.synchronization [req-42811cf2-b103-4514-afea-ff852564b477 req-af071b86-1ed5-4433-9e1f-20a4d98bade2 service nova] Enqueued Resource ID: ef6b6d8f-dd4a-4682-991b-9c6dd0d27525 with Priority: HIGHEST for action port [ 1034.536342] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 1034.536497] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1034.536617] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef6b6d8f-dd4a-4682-991b-9c6dd0d27525 with Priority: HIGHEST for action port [ 1034.537179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.537179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.537179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.537356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.537393] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.538287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.539213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.539213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.539213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.539213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.539213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.539213] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef6b6d8f-dd4a-4682-991b-9c6dd0d27525',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.041437] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.041656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.041794] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef6b6d8f-dd4a-4682-991b-9c6dd0d27525 with status ACTIVE [ 1035.041967] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.042077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.042175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.042494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.042494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.042682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.042764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.042878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.043030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.043101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.043231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.043323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.043374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.043510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.043584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.043687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef6b6d8f-dd4a-4682-991b-9c6dd0d27525 is going to be updated. [ 1035.068517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.068799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.069234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.069234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.069769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.069769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef6b6d8f-dd4a-4682-991b-9c6dd0d27525" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.428862] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1035.429126] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 deletion is rescheduled due to dependency. [ 1035.429259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.429449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.429676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.429871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.429988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.430067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.430218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.430303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.430429] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.933401] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.436647] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.939164] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.939587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.939587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.939663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.939766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.939952] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1036.975784] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.975997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.975997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.976219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.976318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.987343] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1038.463780] env[65380]: INFO networking_nsxv3.common.synchronization [req-689e2cea-e03b-49af-b2e7-c38df1b54d72 req-03bea250-ed3d-4e27-b2d9-444c785023ca tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1038.463780] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1038.464172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.464444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.464619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.464937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.465230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.465460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.465614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.465859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.466046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.466230] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.822383] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.823164] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.823164] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.823338] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.823699] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.823951] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.824166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.824510] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.824740] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.825097] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.825293] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.825479] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.825662] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.825852] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.826339] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.826339] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.847579] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.847869] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.848102] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.848378] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.848851] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-3f844c95-3619-44bb-945c-bec15b1f30ec taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.849141] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-3f844c95-3619-44bb-945c-bec15b1f30ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.849345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-3f844c95-3619-44bb-945c-bec15b1f30ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.849806] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-3f844c95-3619-44bb-945c-bec15b1f30ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.850068] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f844c95-3619-44bb-945c-bec15b1f30ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.968652] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.997971] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1038.998264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.998427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.998647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.998842] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.998976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.999062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.999182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.999255] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.999333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.999424] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.354062] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.354415] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.354499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.354801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.354974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.355157] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 3f844c95-3619-44bb-945c-bec15b1f30ec not found, creating... [ 1039.355495] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.355656] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.355774] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.356059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.356245] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.356551] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.356721] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.356837] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.357068] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.357226] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.357377] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 3f844c95-3619-44bb-945c-bec15b1f30ec is going to be created. [ 1039.380357] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.380595] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.380694] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.380993] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.381275] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.381501] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-3f844c95-3619-44bb-945c-bec15b1f30ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.471337] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.501671] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.501949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.501949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.502199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.502984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.502984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.502984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.502984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.502984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.502984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.502984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.503339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.503339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.503416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.503584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.503718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.503798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.503951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.504043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.504246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.504246] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.909927] env[65380]: INFO networking_nsxv3.common.synchronization [None req-c64fa5b7-7d44-435d-a0c8-8f0bd7c2d135 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1039.910463] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1039.910765] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.910893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.910962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.911172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.911324] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.911421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.911636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.911636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.911761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.911896] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.976021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.976021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.976021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.976021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.976021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.976021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1040.004046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.004784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.007017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.007017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.007017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.007017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0: rpc.has_security_group_logging(os_id): False [ 1040.019312] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1040.027020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.027020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.027020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.027020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.027733] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.027733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.027733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.027733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.027733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.027733] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1040.074387] env[65380]: INFO networking_nsxv3.common.synchronization [req-689e2cea-e03b-49af-b2e7-c38df1b54d72 req-37a5bacd-5b05-4591-9619-13df7b1db2d0 service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1040.074387] env[65380]: INFO networking_nsxv3.common.synchronization [req-689e2cea-e03b-49af-b2e7-c38df1b54d72 req-37a5bacd-5b05-4591-9619-13df7b1db2d0 service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1040.074387] env[65380]: INFO networking_nsxv3.common.synchronization [req-689e2cea-e03b-49af-b2e7-c38df1b54d72 req-37a5bacd-5b05-4591-9619-13df7b1db2d0 service nova] Enqueued Resource ID: 3f844c95-3619-44bb-945c-bec15b1f30ec with Priority: HIGHEST for action port [ 1040.074387] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1040.074387] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1040.074387] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f844c95-3619-44bb-945c-bec15b1f30ec with Priority: HIGHEST for action port [ 1040.074387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.074387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.074387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.074387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.074387] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.076517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.076517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.076517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f844c95-3619-44bb-945c-bec15b1f30ec taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.076709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f844c95-3619-44bb-945c-bec15b1f30ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.076709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f844c95-3619-44bb-945c-bec15b1f30ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.076973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f844c95-3619-44bb-945c-bec15b1f30ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.077105] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f844c95-3619-44bb-945c-bec15b1f30ec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.089334] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.089585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.089585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.089760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.089910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.103634] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1040.414578] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.578849] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.579292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.579292] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f844c95-3619-44bb-945c-bec15b1f30ec with status ACTIVE [ 1040.579376] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.579514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.579514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.579732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.579821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.579982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.580086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.580252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.580411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.580530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.580680] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.580776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.580834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.580996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.581140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.581182] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f844c95-3619-44bb-945c-bec15b1f30ec is going to be updated. [ 1040.602364] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.602538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.602538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.602752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.602844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.603131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f844c95-3619-44bb-945c-bec15b1f30ec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.918452] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.421742] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.421960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.421960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.422320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.422415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.422549] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1041.452923] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.454948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.454948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.454948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.454948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.465771] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1042.029961] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1042.030418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.030473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.030749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.030957] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.031154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.031355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.031422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.031487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.031584] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.065494] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.065809] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.066990] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.066990] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.066990] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.066990] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.067208] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.067692] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.067855] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.068081] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.068196] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.068569] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.068569] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.068569] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.068761] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.068761] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.094982] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.095161] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.095351] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.095573] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.095955] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.096185] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.096344] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.096737] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.096898] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d2fd35-d0a1-44d7-9944-0b6445e2bd9b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.121714] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1042.121958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.534208] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.599534] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.599794] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.599925] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.600375] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.600592] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.600774] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 05d2fd35-d0a1-44d7-9944-0b6445e2bd9b not found, creating... [ 1042.601110] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.601343] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.601468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.601690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.601842] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.602259] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.602459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.602605] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.602888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.603077] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.603257] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 05d2fd35-d0a1-44d7-9944-0b6445e2bd9b is going to be created. [ 1042.623422] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.623690] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.623842] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.624144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.624447] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.624795] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.035578] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.324340] env[65380]: INFO networking_nsxv3.common.synchronization [req-b87b2de3-865d-416a-885e-0957783de940 req-f00abc5e-6839-488d-98be-c65bbab838d7 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 1043.324340] env[65380]: INFO networking_nsxv3.common.synchronization [req-b87b2de3-865d-416a-885e-0957783de940 req-f00abc5e-6839-488d-98be-c65bbab838d7 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1043.324340] env[65380]: INFO networking_nsxv3.common.synchronization [req-b87b2de3-865d-416a-885e-0957783de940 req-f00abc5e-6839-488d-98be-c65bbab838d7 service nova] Enqueued Resource ID: 05d2fd35-d0a1-44d7-9944-0b6445e2bd9b with Priority: HIGHEST for action port [ 1043.328420] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 1043.329098] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1043.329517] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d2fd35-d0a1-44d7-9944-0b6445e2bd9b with Priority: HIGHEST for action port [ 1043.330662] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.331045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.331312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.331764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.332069] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.333872] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.334253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.334706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.335071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.335334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.335778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.336152] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d2fd35-d0a1-44d7-9944-0b6445e2bd9b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.458648] env[65380]: INFO networking_nsxv3.common.synchronization [req-ee353049-5119-4492-834c-9d56e94aeb75 req-d36e7e7e-05d6-4e01-86c2-397096f56f8a tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1043.459200] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1043.459500] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.459624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.459693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.459883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.460190] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.460318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.460383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.460540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.460689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.460785] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.483237] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1043.483237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.485026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.485026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.485026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.485026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.485026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.485370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.485370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.485370] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.493601] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.494689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.494773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.495095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.495164] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.538087] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.538312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.538312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.538477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.538581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.538678] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1043.566918] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.567078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.567151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.567361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.567511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.578941] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1043.838434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.838665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.838809] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05d2fd35-d0a1-44d7-9944-0b6445e2bd9b with status ACTIVE [ 1043.838977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.839145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.839217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.839391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.839457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.839624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.839714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.839784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.840037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.840037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.840215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.840312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.840383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.840546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.840629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.841054] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05d2fd35-d0a1-44d7-9944-0b6445e2bd9b is going to be updated. [ 1043.866333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.866586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.866650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.866824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.866972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.867155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d2fd35-d0a1-44d7-9944-0b6445e2bd9b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.963333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.963684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.963792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.964042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.964161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.964444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.964543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.964671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.964741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.964842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.965025] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1043.987605] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.997715] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.000308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.000481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.000530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.000875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.000875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.017391] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1044.491099] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.499923] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.993438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.993630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.993670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.993988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.994151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.994452] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1045.001535] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1045.001535] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1045.027682] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.027834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.027911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.028145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.028294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.038268] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1045.590864] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1045.591149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.591493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.591493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.591851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.592029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.592029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.592232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.592313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.592479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.592479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.942636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.942811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.942865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.943173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.956805] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1045.957729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.958696] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1046.041418] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1046.041418] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1046.041418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.066454] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.066454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.066454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.066454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.077772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.077880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1046.077880] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.077981] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1046.094435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.094531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.094572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.094750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.094904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.095153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.095153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.095233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.095329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.095372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.095517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.095608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.095665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.095800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.095933] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.096037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.096095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.096225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.096299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.096376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.096476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.122033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.122347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.122347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.122468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.124111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.124402] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1046.209331] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.209607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.209725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.210055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.210529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.210960] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1046.289292] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.289415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.289457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.289712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.290090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.290452] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1046.290549] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'99c8997b-cadf-4d4a-9282-d8d39bb68505', '47e0849a-0634-4626-8e90-b4c0b1e0ee03', '3427af37-eb5a-474c-bc8e-fcf16df9f4dd', '59d73af1-8e19-4a50-82b6-52b0dec34d61', '9552a565-50ed-4c25-a61b-292488a677d6', '8df95588-a8a2-432d-9971-4505d204ecd5', 'ba76667f-d0f1-4d17-b420-3436e9196f53', 'e8f6d2e0-82a1-4c6b-a400-967c5df5b388', 'c28a29d4-abbe-44fb-890f-4de2fde2b904', '0b391e7c-0ac3-4f4e-ba54-02edb063d0d0', '79021230-2c35-46ed-99c1-1c1e98d33f70', '1ea01147-cbf6-4152-8084-214cc43e9354', '0b68a240-6671-4120-9ef6-905f3502a2ce', 'cac8ad38-ab98-444a-bc91-a37058965ea3', '352488cc-89da-4388-85a6-e5609242a327', '9daf1805-32a9-44e1-9389-ae8e8718b7c9', '03eec768-e6e1-44ec-a090-3675a2bfb102', 'ed9bba2f-ed34-4724-acad-17eca50e1231', 'b9ed1a9e-84c5-461d-aad3-f71cd1ba3607', '7c478653-3001-49b8-b022-3ee048aa6e5d', '0d60c0ef-e7b2-41eb-a207-3cd8da782c81', '91b06d21-af0d-4441-8347-d328c266f3fb', 'ff5fb355-9518-4c33-89d1-454516df8ac4', '0be31281-367f-47a0-8916-af6f47ff53bf', 'c5e04bb2-f4ba-4a72-bec6-688144db6253', '12d8c479-5ab0-4987-b8ab-fa63cad7af2f', 'c0e326da-8090-4c9c-b58d-aab115ad2c06', '8c404a1f-c618-4871-90bd-12cdea60df67', 'b04575ea-ace0-4981-9e59-3ca9d1e081e2', '26035bdb-3766-4d52-a1df-306047a13602', 'cacc801c-6314-4c9f-85b9-dc0b150f2716', 'f4478a01-a2ea-43db-8549-c560ccc97ae3', 'be5df7b1-861d-4008-999d-921781e779ca', 'ad41ff8c-bd08-4e36-bc22-abb16127ebc8', 'ac0ff30e-e301-49ba-9136-1b4a686a3769', '9db9404a-b471-452b-92a7-cd905ab3db45', '2aa85387-b37c-4633-965a-c135958cdf23', 'ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba', '04e824c4-9998-4852-bdf6-4db2e5e37b35', 'd0cd6c3e-5a98-465d-bf37-5b56a4e682c7', '8aa2b073-7525-45d3-9a76-d9b3dbe46a3c', '7d008067-5dd5-44aa-92a9-ebddbf65e5ad', '7cb2f1c4-c7c0-4a31-871f-e20d71032c89', '8aaf80c2-a298-4b70-a490-7562f7f2ff56', 'f6cfdded-6ef1-4412-941a-647a1342fd0c', 'e971629d-4178-4afa-8a20-5dec95f9981f'} {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.290696] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1046.317910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.318143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.318143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.318330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.318419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.318528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1046.318603] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.318669] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1046.350817] env[65380]: INFO networking_nsxv3.common.synchronization [req-06b0b5db-77d2-4c19-a40c-9d98a02881e1 req-f29cac83-99bf-4cda-8431-4a656d93151c tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1046.351446] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1046.351790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.351990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.352124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.352397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.352566] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.352673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.352731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.352887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.352971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.353076] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.431603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.431851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.431851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.431940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.433117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.433272] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1046.433355] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.433419] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1046.433496] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1046.433551] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGH for action security_group_rules [ 1046.434566] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGH for action security_group_rules [ 1046.436215] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGH for action security_group_rules [ 1046.436215] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGH for action security_group_rules [ 1046.436215] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGH for action security_group_rules [ 1046.436215] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGH for action security_group_rules [ 1046.436215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.598471] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e326da-8090-4c9c-b58d-aab115ad2c06: rpc.has_security_group_logging(os_id): False [ 1046.619977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.620216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.620333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.620595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.644748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.645076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.645222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.645349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.645520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.646089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.646089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.646089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.646089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.646429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.646429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.646626] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.646866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.646866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.646984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.647153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.647198] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1046.725560] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.725771] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.725871] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.726159] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.726441] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.726608] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.726728] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.726948] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.727110] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.727314] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.727424] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.727529] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.727631] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.727742] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.727843] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.727966] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.730297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.730468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.730468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.730615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.730753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.746191] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1046.752459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.752674] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.752765] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.752942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.753292] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-0fc23e28-1265-46b7-aa43-fd72e2269330 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.753472] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-0fc23e28-1265-46b7-aa43-fd72e2269330" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.753576] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-0fc23e28-1265-46b7-aa43-fd72e2269330" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.753882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-0fc23e28-1265-46b7-aa43-fd72e2269330" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.754041] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc23e28-1265-46b7-aa43-fd72e2269330',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.855070] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.855070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.855365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.855491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.889444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.889803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.889939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.890052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.890316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.890424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.890547] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1046.922021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.922021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.922021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.922021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.922021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.930334] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1047.051822] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1047.052354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.053298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.053534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.053733] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.053853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.053930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.054096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.054231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.054339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.054439] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.256284] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.256581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.256801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.257111] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.257272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.257648] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 0fc23e28-1265-46b7-aa43-fd72e2269330 not found, creating... [ 1047.257763] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.257885] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.257999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.258241] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.258380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.258740] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.258966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.259287] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.259343] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.260023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.260023] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 0fc23e28-1265-46b7-aa43-fd72e2269330 is going to be created. [ 1047.285865] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.286146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.286297] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.286583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.286809] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.287055] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-0fc23e28-1265-46b7-aa43-fd72e2269330" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.557287] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.557531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.557644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.557958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.558229] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.558406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.558508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.558740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.558869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.559038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.559268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.559404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.559538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.559721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.559942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.560112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.560190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.560434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.560629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.560727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.560794] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.997479] env[65380]: INFO networking_nsxv3.common.synchronization [req-06b0b5db-77d2-4c19-a40c-9d98a02881e1 req-c900e59a-ffd3-4132-a0c7-5ffad680604d service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1047.997810] env[65380]: INFO networking_nsxv3.common.synchronization [req-06b0b5db-77d2-4c19-a40c-9d98a02881e1 req-c900e59a-ffd3-4132-a0c7-5ffad680604d service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1047.998013] env[65380]: INFO networking_nsxv3.common.synchronization [req-06b0b5db-77d2-4c19-a40c-9d98a02881e1 req-c900e59a-ffd3-4132-a0c7-5ffad680604d service nova] Enqueued Resource ID: 0fc23e28-1265-46b7-aa43-fd72e2269330 with Priority: HIGHEST for action port [ 1047.999115] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1047.999323] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1047.999466] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc23e28-1265-46b7-aa43-fd72e2269330 with Priority: HIGHEST for action port [ 1047.999598] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGH for action security_group_rules [ 1047.999725] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd with Priority: HIGH for action security_group_rules [ 1047.999872] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGH for action security_group_rules [ 1048.000007] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 352488cc-89da-4388-85a6-e5609242a327 with Priority: HIGH for action security_group_rules [ 1048.000156] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c478653-3001-49b8-b022-3ee048aa6e5d with Priority: HIGH for action security_group_rules [ 1048.000303] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 with Priority: HIGH for action security_group_rules [ 1048.000431] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGH for action security_group_rules [ 1048.000565] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 with Priority: HIGH for action security_group_rules [ 1048.000686] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8ad38-ab98-444a-bc91-a37058965ea3 with Priority: HIGH for action security_group_rules [ 1048.000807] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 with Priority: HIGH for action security_group_rules [ 1048.000985] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b68a240-6671-4120-9ef6-905f3502a2ce with Priority: HIGH for action security_group_rules [ 1048.001136] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea01147-cbf6-4152-8084-214cc43e9354 with Priority: HIGH for action security_group_rules [ 1048.001262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 with Priority: HIGH for action security_group_rules [ 1048.001385] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGH for action security_group_rules [ 1048.001522] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 with Priority: HIGH for action security_group_rules [ 1048.001625] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df95588-a8a2-432d-9971-4505d204ecd5 with Priority: HIGH for action security_group_rules [ 1048.001753] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 with Priority: HIGH for action security_group_rules [ 1048.001876] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9552a565-50ed-4c25-a61b-292488a677d6 with Priority: HIGH for action security_group_rules [ 1048.001997] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGH for action security_group_rules [ 1048.002125] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 with Priority: HIGH for action security_group_rules [ 1048.002525] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.002986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.002986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.003115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.003115] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.004350] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.004471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.004752] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc23e28-1265-46b7-aa43-fd72e2269330 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.004894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc23e28-1265-46b7-aa43-fd72e2269330" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.004989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc23e28-1265-46b7-aa43-fd72e2269330" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.005232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc23e28-1265-46b7-aa43-fd72e2269330" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.005360] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc23e28-1265-46b7-aa43-fd72e2269330',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.006452] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.006614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.006686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.006958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.007039] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.008359] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.008505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.009043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.009043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.009043] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3427af37-eb5a-474c-bc8e-fcf16df9f4dd',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.010051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.010209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.010309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.010511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.010615] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.011574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-352488cc-89da-4388-85a6-e5609242a327 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.011708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.011801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.011998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.012114] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('352488cc-89da-4388-85a6-e5609242a327',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.013055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c478653-3001-49b8-b022-3ee048aa6e5d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.013201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.013300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.013502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.013608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c478653-3001-49b8-b022-3ee048aa6e5d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.014706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.014847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.014945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.015248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.015479] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ed1a9e-84c5-461d-aad3-f71cd1ba3607',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.016513] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.016626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.016867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03eec768-e6e1-44ec-a090-3675a2bfb102 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.017023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.017087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.017346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.017414] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03eec768-e6e1-44ec-a090-3675a2bfb102',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.018258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac8ad38-ab98-444a-bc91-a37058965ea3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.018389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.018501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.018756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.018853] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac8ad38-ab98-444a-bc91-a37058965ea3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.019877] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.020040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.020129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.020318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.020453] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9daf1805-32a9-44e1-9389-ae8e8718b7c9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.021709] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b68a240-6671-4120-9ef6-905f3502a2ce taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.021861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.021962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.022180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.022276] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b68a240-6671-4120-9ef6-905f3502a2ce',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.023139] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea01147-cbf6-4152-8084-214cc43e9354 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.023267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.023370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.023531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.023704] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea01147-cbf6-4152-8084-214cc43e9354',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.024777] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79021230-2c35-46ed-99c1-1c1e98d33f70 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.024907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.025012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.025217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.025315] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79021230-2c35-46ed-99c1-1c1e98d33f70',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.026355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.026446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.026659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c28a29d4-abbe-44fb-890f-4de2fde2b904 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.026794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.026881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.027103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.027465] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c28a29d4-abbe-44fb-890f-4de2fde2b904',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.028421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8df95588-a8a2-432d-9971-4505d204ecd5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.028519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.028610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.028803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.028972] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8df95588-a8a2-432d-9971-4505d204ecd5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.030029] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.030137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.030230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.030778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.030778] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8f6d2e0-82a1-4c6b-a400-967c5df5b388',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.031782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9552a565-50ed-4c25-a61b-292488a677d6 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.031782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.031938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.032076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.032207] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9552a565-50ed-4c25-a61b-292488a677d6',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.033116] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.033274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.033406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.033652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.034041] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.034775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59d73af1-8e19-4a50-82b6-52b0dec34d61 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.034917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.035029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.035237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.035347] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59d73af1-8e19-4a50-82b6-52b0dec34d61',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.038894] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.040077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.063312] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0: rpc.has_security_group_logging(os_id): False [ 1048.081247] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.081391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.081463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.081674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.101475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.101740] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.101859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.101928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.102267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.102368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.102596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.102700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.102771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.102928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.103011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.103196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.103567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.103623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.103776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.103858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.103949] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1048.162540] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.162737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.162783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.162970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.163137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.176705] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1048.541498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.541689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.541797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.541996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.542239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.542351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.542415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.542795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.542795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.542795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.542898] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.545098] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fc23e28-1265-46b7-aa43-fd72e2269330 with status ACTIVE [ 1048.545280] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.545383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.545571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.545796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.545796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.545897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.545949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.545985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.546592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.546678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.546983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.547118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.547180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.548712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.548712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.548712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fc23e28-1265-46b7-aa43-fd72e2269330 is going to be updated. [ 1048.548712] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.548712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.548712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.548712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.549088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.549088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.549088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.549088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.549582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.549840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.549840] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.558592] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.558779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.558859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.559080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.559264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.559387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.559450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.559876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.559876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.559876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.559876] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.598029] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.598261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.598261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.598335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.605057] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.605330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.611338] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.611547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.618239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.618445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.619254] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.619389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.620731] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.620836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.621647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.621778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.622805] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.622903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.623826] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.623914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.624790] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.624892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.625709] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.625709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.629151] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.629610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.629610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.630436] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.630849] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.630970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.631612] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.632031] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.632124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.633077] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.633721] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.633816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.634531] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.634972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.635132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac8ad38-ab98-444a-bc91-a37058965ea3 is going to be deleted. [ 1048.636159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.636360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.638081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.638199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.638268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.638442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.638572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.638717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc23e28-1265-46b7-aa43-fd72e2269330" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.663123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.663291] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3427af37-eb5a-474c-bc8e-fcf16df9f4dd is going to be deleted. [ 1048.664208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.664429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.699560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.699727] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 352488cc-89da-4388-85a6-e5609242a327 is going to be deleted. [ 1048.700635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.700882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.727970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.728204] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59d73af1-8e19-4a50-82b6-52b0dec34d61 is going to be deleted. [ 1048.729088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.729280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.741131] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.741287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.742142] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.742271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.746713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.746828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9daf1805-32a9-44e1-9389-ae8e8718b7c9 is going to be deleted. [ 1048.749029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.749029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.778148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.778370] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c28a29d4-abbe-44fb-890f-4de2fde2b904 is going to be deleted. [ 1048.779303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.780621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.783406] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1048.783603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.818724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.818927] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ed1a9e-84c5-461d-aad3-f71cd1ba3607 is going to be deleted. [ 1048.819863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.820201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.823904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.823904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.826995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.826995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.842045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.842257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.867876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.868072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.874542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.874693] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9552a565-50ed-4c25-a61b-292488a677d6 is going to be deleted. [ 1048.875655] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.875871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.900612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.900768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.944851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.945068] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79021230-2c35-46ed-99c1-1c1e98d33f70 is going to be deleted. [ 1048.945881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.946108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.947665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.947824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.951984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1048.952235] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1048.952351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.952533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.952845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.953063] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.953191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.953256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.953420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.953505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.953602] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.997814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.998192] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c478653-3001-49b8-b022-3ee048aa6e5d is going to be deleted. [ 1048.998951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.999325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.040884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.041103] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8f6d2e0-82a1-4c6b-a400-967c5df5b388 is going to be deleted. [ 1049.042026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.042353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.052531] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.062208] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.064035] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.069562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.069562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.079295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.079504] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8df95588-a8a2-432d-9971-4505d204ecd5 is going to be deleted. [ 1049.080811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.081051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.125815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.125984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea01147-cbf6-4152-8084-214cc43e9354 is going to be deleted. [ 1049.126953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.127197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.131387] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.131565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.139705] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.139856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.151822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.151993] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03eec768-e6e1-44ec-a090-3675a2bfb102 is going to be deleted. [ 1049.152917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.153149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.204916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.205083] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b68a240-6671-4120-9ef6-905f3502a2ce is going to be deleted. [ 1049.206017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.206286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.206423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.206602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac8ad38-ab98-444a-bc91-a37058965ea3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.206774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.206942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.207039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.207158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3427af37-eb5a-474c-bc8e-fcf16df9f4dd" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.207758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.207917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.208665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.208665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-352488cc-89da-4388-85a6-e5609242a327" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.208665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.208665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.208665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.208665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59d73af1-8e19-4a50-82b6-52b0dec34d61" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.208942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.208942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.208942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9daf1805-32a9-44e1-9389-ae8e8718b7c9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.209306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.209385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c28a29d4-abbe-44fb-890f-4de2fde2b904" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.209751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.209824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.209935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ed1a9e-84c5-461d-aad3-f71cd1ba3607" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.210099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.210341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.210397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.210520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9552a565-50ed-4c25-a61b-292488a677d6" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.210645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.210789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.210865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.210976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79021230-2c35-46ed-99c1-1c1e98d33f70" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.211114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.211252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.211353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.211559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8f6d2e0-82a1-4c6b-a400-967c5df5b388" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.211744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.211895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.211971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.212094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c478653-3001-49b8-b022-3ee048aa6e5d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.251092] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.251304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.251360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.251584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.251690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.251846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea01147-cbf6-4152-8084-214cc43e9354" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.252798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.252940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.253106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.253325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.253460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.253614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8df95588-a8a2-432d-9971-4505d204ecd5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.342558] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.342929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.342929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.343246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.343246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.343592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03eec768-e6e1-44ec-a090-3675a2bfb102" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.397509] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.398390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.398390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.398390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.398390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.398806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.398806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b68a240-6671-4120-9ef6-905f3502a2ce" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.456302] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.555753] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99c8997b-cadf-4d4a-9282-d8d39bb68505: rpc.has_security_group_logging(os_id): False [ 1049.565436] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47e0849a-0634-4626-8e90-b4c0b1e0ee03: rpc.has_security_group_logging(os_id): False [ 1049.566516] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba76667f-d0f1-4d17-b420-3436e9196f53: rpc.has_security_group_logging(os_id): False [ 1049.585066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.585282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.585332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.585521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.587371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.587528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.588127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.588213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.609904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610355] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.610355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.610355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.610579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.610579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.610741] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 is going to be updated. [ 1049.611757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.611927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.636062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.636407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.636565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.636635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.636837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.636920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.637020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1049.638097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.638276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.665474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.665792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.665914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.665981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.666281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.666400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.666535] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 is going to be updated. [ 1049.687982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.688178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.688245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.688462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.688637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.703224] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.703407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.703470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.703645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.703784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.705744] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 in Status: IN_PROGRESS for 2s [ 1049.724572] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1049.750033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.750306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.750306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.750497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.750638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.791817] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: IN_PROGRESS for 2s [ 1049.959674] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.193776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1050.194181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.194428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.194680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.194781] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.462409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.462903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.462903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.462903] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.463073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.463150] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1050.496349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.496596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.496664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.496912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.497051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.509405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1050.697084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.697248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.697322] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.697536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.697702] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.697800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.697870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.698008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.698101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.698190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.698279] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.200507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.200827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.200827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.201081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.201279] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.201382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.201498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.201637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.201755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.201922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.202079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.202201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.202251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.202394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.202531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.202640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.202706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.202875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.202974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.203093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.203201] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.706296] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0: rpc.has_security_group_logging(os_id): False [ 1051.724305] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 in Status: SUCCESS [ 1051.724667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.728864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.729031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.730235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.732161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.732280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.732518] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.732631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.732698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.732876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.732954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.733189] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.733290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.733351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.733493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.733566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.733745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.733837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.733897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.734049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.734148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.734237] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1051.737752] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1051.737955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.805246] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: SUCCESS [ 1051.805497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.818943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.819145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.819195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.819391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.819535] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.834846] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1051.946824] env[65380]: INFO networking_nsxv3.common.synchronization [req-8540c384-a475-48f3-b54a-63db04b3d517 req-ee4f14c6-49a2-4a49-b39e-13d7aa0e0ea0 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1051.947400] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1051.947704] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.947823] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.947891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.948830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.951733] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.951865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.951937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.952152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.952240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.952343] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.454839] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.519967] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1052.520285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.520455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.520884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.521309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.521375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.521660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.521660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.521853] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.522184] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.957122] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.027221] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.027443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.027515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.027681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.027850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.027941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.028026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.028217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.028639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.028639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.028639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.028813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.028813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.028925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.029081] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.029170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.029229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.029365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.029473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.029589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.029689] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.460060] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.460392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.460392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.460563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.460707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.460866] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1053.493204] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.493369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.493420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.493633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.493780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.503881] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1053.531373] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9bba2f-ed34-4724-acad-17eca50e1231: rpc.has_security_group_logging(os_id): False [ 1053.549165] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.549383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.549383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.549734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.549734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.549929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.550026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.550092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.550236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.550313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.550504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.550641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.550641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.550782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.550852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.551058] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.551155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.551218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.551445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.551531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.551621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1053.615354] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.615576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.615624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.615824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.615967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.630046] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1053.851375] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1053.851375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.514017] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1055.514520] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.649579] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1055.649802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.649985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.650234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.650323] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.989545] env[65380]: INFO networking_nsxv3.common.synchronization [req-f530a0fa-d4cf-46c1-ab2b-8e72d63bf027 req-9b140d7b-5265-4d19-8a67-c8b870c52b5d tempest-ServerActionsV293TestJSON-2034163916 tempest-ServerActionsV293TestJSON-2034163916-project-member] Enqueued Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_members [ 1055.991349] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_members [ 1055.991349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efff336-ebcd-49ca-96cb-24681f4360f3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.991349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.991349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.991349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.991349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.991349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.991349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.991349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.991705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.991705] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.152654] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.152891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.152891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.153116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.153349] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.153443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.153443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.153579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.153664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.153755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.153871] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.283504] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.283850] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-960" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.284067] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-960" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.285197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-960" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.285197] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.285197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.285197] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.285878] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.286129] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.288042] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.288042] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.288042] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.288042] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.288042] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.288042] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.288042] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.311168] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.311412] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.311573] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.311813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-960" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.312234] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-b9948bb7-a208-446d-a45e-2a74affe299b taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.312449] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-b9948bb7-a208-446d-a45e-2a74affe299b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.312688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-b9948bb7-a208-446d-a45e-2a74affe299b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.313496] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-b9948bb7-a208-446d-a45e-2a74affe299b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.313496] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9948bb7-a208-446d-a45e-2a74affe299b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.493400] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.493659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.493770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.494025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.494187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.494454] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.494595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.494692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.494927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.495034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.495147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 already deleted. [ 1056.495274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.659017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.659017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.659017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.659017] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.659017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.660189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.660189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.660189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.660189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.660189] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.815661] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.816022] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.816430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.816430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.816605] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.816761] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port b9948bb7-a208-446d-a45e-2a74affe299b not found, creating... [ 1056.817054] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.817218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.817357] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.817581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.817754] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.821625] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.821625] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.821625] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.821625] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.821625] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.821625] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: b9948bb7-a208-446d-a45e-2a74affe299b is going to be created. [ 1056.844137] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.844452] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.844585] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.844853] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.845119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.845363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-b9948bb7-a208-446d-a45e-2a74affe299b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.080074] env[65380]: INFO networking_nsxv3.common.synchronization [req-937f1a45-1c70-4897-80ac-8aadac003d8a req-153679dd-48da-42ba-9fd2-0cfe4b4a27f4 tempest-DeleteServersTestJSON-564283273 tempest-DeleteServersTestJSON-564283273-project-member] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 1057.080472] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGHEST for action security_group_members [ 1057.080775] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.080900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.080975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.081527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.081527] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.081694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.081694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.082293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.082388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.082464] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.163099] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9bba2f-ed34-4724-acad-17eca50e1231: rpc.has_security_group_logging(os_id): False [ 1057.184210] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.184373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.184434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.184645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.184736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.184924] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.185067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.185187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.185270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.185338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.185528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.185621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.185679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.185815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.185890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.186089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.186231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.186231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.186374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.186447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.186533] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1057.252473] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.252619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.252679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.252886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.253045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.266222] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1057.396486] env[65380]: INFO networking_nsxv3.common.synchronization [req-6e42ca60-0279-4a08-871c-de4082aa0131 req-47a82911-b1ea-4a3d-9821-492c3e7095cf tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1057.397319] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1057.397591] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.397717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.397786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.398007] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.398188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.398287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.398348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.398542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.398606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.398667] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.558833] env[65380]: INFO networking_nsxv3.common.synchronization [req-f530a0fa-d4cf-46c1-ab2b-8e72d63bf027 req-00636a6e-a38f-45a3-b6de-c8edf038f5c9 service nova] Enqueued Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_rules [ 1057.559555] env[65380]: INFO networking_nsxv3.common.synchronization [req-f530a0fa-d4cf-46c1-ab2b-8e72d63bf027 req-00636a6e-a38f-45a3-b6de-c8edf038f5c9 service nova] Enqueued Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_members [ 1057.559555] env[65380]: INFO networking_nsxv3.common.synchronization [req-f530a0fa-d4cf-46c1-ab2b-8e72d63bf027 req-00636a6e-a38f-45a3-b6de-c8edf038f5c9 service nova] Enqueued Resource ID: b9948bb7-a208-446d-a45e-2a74affe299b with Priority: HIGHEST for action port [ 1057.559808] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_rules [ 1057.559808] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_members [ 1057.559875] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9948bb7-a208-446d-a45e-2a74affe299b with Priority: HIGHEST for action port [ 1057.560138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efff336-ebcd-49ca-96cb-24681f4360f3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.560517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.560517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560709] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.561459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efff336-ebcd-49ca-96cb-24681f4360f3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.561547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.561547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.561709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.561877] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.562096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.562096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.562209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.562264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.562344] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.563574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9948bb7-a208-446d-a45e-2a74affe299b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.563574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9948bb7-a208-446d-a45e-2a74affe299b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.563574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9948bb7-a208-446d-a45e-2a74affe299b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.563777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9948bb7-a208-446d-a45e-2a74affe299b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.563777] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9948bb7-a208-446d-a45e-2a74affe299b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.584490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.584739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.584739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.585097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.610167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.610418] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.610530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.610595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.610789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.610871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.610959] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be updated. [ 1057.638854] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.638999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.639096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.639327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.639476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.648672] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: IN_PROGRESS for 2s [ 1057.901222] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.021495] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1d0fa945-82f6-463d-85d9-84ff1859005d tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1058.021495] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1058.021495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.021495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.065196] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.066083] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efff336-ebcd-49ca-96cb-24681f4360f3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.066288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.066676] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9948bb7-a208-446d-a45e-2a74affe299b with status ACTIVE [ 1058.066808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.066888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.066888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.068066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.068066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.068066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.068066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.068066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.068066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.068066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.068066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.068066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.068578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.068578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.068578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.068578] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9948bb7-a208-446d-a45e-2a74affe299b is going to be updated. [ 1058.091409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.091656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.091729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.092113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.092265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.092434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9948bb7-a208-446d-a45e-2a74affe299b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.403959] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.567616] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.906280] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.906689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.906689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.906689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.906807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.906843] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1058.932850] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.932997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.933761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.933937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.934177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.945810] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1059.068697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.068921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.068981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.069277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.069395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.069547] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 is going to be created. [ 1059.094845] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.095022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.095165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.095426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.095652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.105163] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 in Status: UNINITIALIZED for 2s [ 1059.293147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1059.295031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.660071] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 in Status: SUCCESS [ 1059.660288] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 deletion is rescheduled due to dependency. [ 1059.660380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.778642] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8cb6ac7-a0d1-4b04-9f97-c6d8ec7ea60f req-deb30a36-e96b-4805-91bf-4fcc413a2269 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_members [ 1060.779291] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGHEST for action security_group_members [ 1060.779715] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.779860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.779952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.780625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.780625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.780799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.780799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.780970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.781097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.781229] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.957819] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1060.958083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.958268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.958518] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.958713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.958830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.958892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.959057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.959141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.959428] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.117721] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 in Status: SUCCESS [ 1061.117966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.118146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.118367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.118565] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.118682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.118742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.118887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.119024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.119060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.119144] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.284056] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.284266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.284314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.284648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.284648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.284817] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.284929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.284995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.285202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.285283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.285389] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 is going to be updated. [ 1061.320445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.320699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.320894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.321182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.321353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.332775] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 in Status: IN_PROGRESS for 2s [ 1061.463637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.463854] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.463924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.464187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.464349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.464686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.464686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.465256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.465256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.465256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.465256] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1061.500274] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.500369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.500406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.500983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.500983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.510072] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1061.622960] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.126346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4efff336-ebcd-49ca-96cb-24681f4360f3: rpc.has_security_group_logging(os_id): False [ 1062.157729] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.157918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.157967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.158194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.158279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.158539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.158644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.158708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.158936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.159030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.159127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 is going to be created. [ 1062.237368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.237512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.237560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.237789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.237982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.254765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 in Status: IN_PROGRESS for 2s [ 1062.459022] env[65380]: INFO networking_nsxv3.common.synchronization [req-da0536b3-1052-4eb2-a831-30a14078f15c req-0fd3a4d2-a6be-411d-8530-abb51b8e43d0 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1062.459560] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1062.460034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.460257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.460257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.460538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.460703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.460811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.460901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.461327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.461327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.461327] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.900159] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.900351] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.900473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.900739] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.900991] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.901265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.901419] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.901669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.901843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.902149] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.902300] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.902435] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.902566] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.902778] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.902918] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.903095] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.951414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.951490] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.951632] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.951819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.952389] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.952526] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.952619] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.952965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.953160] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d33bca4a-a999-48ad-8138-b0f8d5b6ee23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.963668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.963905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.964074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.965162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.965162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.965162] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.965381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.965381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.965576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.965668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.965801] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 already deleted. [ 1062.965925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.969130] env[65380]: INFO networking_nsxv3.common.synchronization [req-7387389b-8e60-463c-943c-ee83a9834065 req-77bbc9a4-76a4-4da4-ab93-11975d1c4bd4 tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1062.969771] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1062.970206] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.970386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.970569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.970667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.970847] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.971297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.971297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.971419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.971419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.971508] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.343530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 in Status: SUCCESS [ 1063.343882] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 deletion is rescheduled due to dependency. [ 1063.343882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.456197] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.456503] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.456657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.456946] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.457105] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.457264] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port d33bca4a-a999-48ad-8138-b0f8d5b6ee23 not found, creating... [ 1063.457587] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.457782] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.457966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.458281] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.458429] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.458743] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.458903] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.459029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.459248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.459386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.459530] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: d33bca4a-a999-48ad-8138-b0f8d5b6ee23 is going to be created. [ 1063.474726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.474943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.474943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.475235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.475337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.475544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.475652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.475717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.475873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.475955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.476058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1063.483208] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.483423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.483534] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.483775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.484049] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.484305] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.506045] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.506142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.506142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.506353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.506493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.517100] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1063.520453] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1063.520653] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 deletion is rescheduled due to dependency. [ 1063.520817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.166249] env[65380]: INFO networking_nsxv3.common.synchronization [req-da0536b3-1052-4eb2-a831-30a14078f15c req-7d40a97e-38ef-4402-8f2d-27a87bb58d42 service nova] Enqueued Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_rules [ 1064.166457] env[65380]: INFO networking_nsxv3.common.synchronization [req-da0536b3-1052-4eb2-a831-30a14078f15c req-7d40a97e-38ef-4402-8f2d-27a87bb58d42 service nova] Enqueued Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1064.166600] env[65380]: INFO networking_nsxv3.common.synchronization [req-da0536b3-1052-4eb2-a831-30a14078f15c req-7d40a97e-38ef-4402-8f2d-27a87bb58d42 service nova] Enqueued Resource ID: d33bca4a-a999-48ad-8138-b0f8d5b6ee23 with Priority: HIGHEST for action port [ 1064.167463] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_rules [ 1064.167607] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1064.167716] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d33bca4a-a999-48ad-8138-b0f8d5b6ee23 with Priority: HIGHEST for action port [ 1064.168219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.168934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.168934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.168934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.168934] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.170120] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.170120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.170120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.170344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.170435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.170563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.170607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.170727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.170828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.170890] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.171653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.171759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.171847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.171941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.171997] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d33bca4a-a999-48ad-8138-b0f8d5b6ee23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.271118] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 in Status: SUCCESS [ 1064.271300] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.673472] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.674578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.674725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.674864] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d33bca4a-a999-48ad-8138-b0f8d5b6ee23 with status ACTIVE [ 1064.675043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.675156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.675246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.675484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.675588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.675663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.675804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.675804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.675957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.676023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.676241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.676310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.676356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.676498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.676583] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.676667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d33bca4a-a999-48ad-8138-b0f8d5b6ee23 is going to be updated. [ 1064.698054] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.698733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.698733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.698733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.699740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.699740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d33bca4a-a999-48ad-8138-b0f8d5b6ee23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.770450] env[65380]: INFO networking_nsxv3.common.synchronization [req-55d99ff2-8392-4408-a58d-594d585ec0db req-b640e65c-571f-4d4e-a6e7-d386ce7235f2 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1064.771144] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1064.771504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.771653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.771797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.772057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.772308] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.772488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.772603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.772848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.772991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.773170] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.142013] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.142231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.142380] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.142660] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.142905] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.143133] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.143194] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.143398] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.143545] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.143757] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.143875] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.144253] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.144408] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.144542] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.144654] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.144799] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.171033] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.171222] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.171347] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.171527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.171861] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-32b4dfff-31d2-41e4-9509-668e6d7febf5 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.172097] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-32b4dfff-31d2-41e4-9509-668e6d7febf5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.172538] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-32b4dfff-31d2-41e4-9509-668e6d7febf5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.172978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-32b4dfff-31d2-41e4-9509-668e6d7febf5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.173189] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b4dfff-31d2-41e4-9509-668e6d7febf5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.178763] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.277894] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.538231] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1065.538505] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 deletion is rescheduled due to dependency. [ 1065.538626] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.675824] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.676278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.676278] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.677248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.677248] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.677248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 32b4dfff-31d2-41e4-9509-668e6d7febf5 not found, creating... [ 1065.677596] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.677596] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.677777] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.678181] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.678440] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.678777] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.679397] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.679397] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.680087] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.680136] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.680586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 32b4dfff-31d2-41e4-9509-668e6d7febf5 is going to be created. [ 1065.682453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.682691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.682747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.682987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.683136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.683276] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 is going to be created. [ 1065.708585] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.708898] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.708955] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.709324] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.709953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.709953] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-32b4dfff-31d2-41e4-9509-668e6d7febf5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.730623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.730833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.730877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.731121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.731282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.742499] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: UNINITIALIZED for 2s [ 1065.781034] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.283270] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.283555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.283651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.284018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.284154] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.284308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1066.336579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.336579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.336579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.336579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.336579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.348314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1066.443835] env[65380]: INFO networking_nsxv3.common.synchronization [req-55d99ff2-8392-4408-a58d-594d585ec0db req-04b9275a-d916-46d4-9f36-3b95d215ef23 service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1066.444052] env[65380]: INFO networking_nsxv3.common.synchronization [req-55d99ff2-8392-4408-a58d-594d585ec0db req-04b9275a-d916-46d4-9f36-3b95d215ef23 service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1066.444203] env[65380]: INFO networking_nsxv3.common.synchronization [req-55d99ff2-8392-4408-a58d-594d585ec0db req-04b9275a-d916-46d4-9f36-3b95d215ef23 service nova] Enqueued Resource ID: 32b4dfff-31d2-41e4-9509-668e6d7febf5 with Priority: HIGHEST for action port [ 1066.444759] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1066.444965] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1066.446397] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b4dfff-31d2-41e4-9509-668e6d7febf5 with Priority: HIGHEST for action port [ 1066.446397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.446397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.446397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.446397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.446803] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.449785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.449785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.449785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b4dfff-31d2-41e4-9509-668e6d7febf5 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.449785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b4dfff-31d2-41e4-9509-668e6d7febf5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.449785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b4dfff-31d2-41e4-9509-668e6d7febf5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.449785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b4dfff-31d2-41e4-9509-668e6d7febf5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.449785] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b4dfff-31d2-41e4-9509-668e6d7febf5',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.948925] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.949257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.954958] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32b4dfff-31d2-41e4-9509-668e6d7febf5 with status ACTIVE [ 1066.955246] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.955390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.955390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.955685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.955685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.955863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.955932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.955982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.956162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.956232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.956950] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.956950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.956950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.956950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.956950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.957282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32b4dfff-31d2-41e4-9509-668e6d7febf5 is going to be updated. [ 1066.987261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.987523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.987523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.987745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.987908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.988090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b4dfff-31d2-41e4-9509-668e6d7febf5" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.514575] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9592dc2b-7cce-4516-8486-31f248c18d73 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_rules [ 1067.518600] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_rules [ 1067.519018] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.519175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.519237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.519523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.519608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.689214] env[65380]: INFO networking_nsxv3.common.synchronization [None req-ddfc256e-a030-43b2-b5d4-43841907f124 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_rules [ 1067.690153] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_rules [ 1067.690153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.690272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.754346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: SUCCESS [ 1067.754346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.754346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.754346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.754346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.754346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.754346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.754346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.754346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.754346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.754749] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.048920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.048920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.048920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.050719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.050719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.050719] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f already deleted. [ 1068.051098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.051098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.051209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.051266] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.257964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.258145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.258231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.258661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.259039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.259039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.259348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.259348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.259348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.259559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.259624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.259703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.259778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.259915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.260093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.260397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.260397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.260397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.260530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.260530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.260686] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.370427] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1068.370686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.370953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.371221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.371401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.371538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.371599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.371767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.371966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.372124] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.587487] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.587866] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.587940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.588268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.588372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.588600] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f already deleted. [ 1068.588736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.764031] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9fd9beb-571e-4129-aeb7-15327b0d3105: rpc.has_security_group_logging(os_id): False [ 1068.788750] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.788750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.788750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.788750] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.789277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.789277] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.789277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.789277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.789425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.789500] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.789685] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.789775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.789834] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.789977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.790066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.790264] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.790355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.790422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.790546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.790622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.790707] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 is going to be created. [ 1068.854562] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.854737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.854737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.854934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.855151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.867557] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: IN_PROGRESS for 2s [ 1068.874184] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.377498] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.882814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.882814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.882814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.882814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.882814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.882814] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1069.919340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.919483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.922669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.922669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.922669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.933757] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1070.342730] env[65380]: INFO networking_nsxv3.common.synchronization [None req-8b7c230c-289f-480a-9ad0-d84d8c070a98 None None] Enqueued Resource ID: ee98c5d4-05dd-4218-b0e8-3b3c99cda13c with Priority: HIGHEST for action port [ 1070.343739] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee98c5d4-05dd-4218-b0e8-3b3c99cda13c with Priority: HIGHEST for action port [ 1070.344156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee98c5d4-05dd-4218-b0e8-3b3c99cda13c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.344283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee98c5d4-05dd-4218-b0e8-3b3c99cda13c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.344397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee98c5d4-05dd-4218-b0e8-3b3c99cda13c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.344686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee98c5d4-05dd-4218-b0e8-3b3c99cda13c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.344796] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee98c5d4-05dd-4218-b0e8-3b3c99cda13c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.846608] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee98c5d4-05dd-4218-b0e8-3b3c99cda13c [ 1070.847036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.847036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.847262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.847372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.847459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.847558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee98c5d4-05dd-4218-b0e8-3b3c99cda13c already deleted. [ 1070.847639] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee98c5d4-05dd-4218-b0e8-3b3c99cda13c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.880487] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: SUCCESS [ 1070.880487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.947173] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1071.947447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.947485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.947992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.947992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.949069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.949069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.949257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.949414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.949566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.949775] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.368762] env[65380]: INFO networking_nsxv3.common.synchronization [req-ed9cac0b-ba42-4a70-b3cc-a82cfac4221e req-4daa1641-63fa-4a00-933d-b735000e11c6 tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1072.368762] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1072.368762] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.368762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.368762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.369101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.369870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.369870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.369870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.369870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.370792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.370952] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.414489] env[65380]: INFO networking_nsxv3.common.synchronization [req-3077c864-d5fc-4f43-91d0-577a6b935118 req-e0eb1f36-1aa8-469b-838e-ff0d3d732006 tempest-AttachVolumeShelveTestJSON-37774609 tempest-AttachVolumeShelveTestJSON-37774609-project-member] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_members [ 1072.414795] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGHEST for action security_group_members [ 1072.415734] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.415879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.415943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.416222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.416397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.416517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.417196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.417196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.417918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.417918] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.453620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.453709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.453709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.454062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.454161] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.454279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.454371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.454496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.454600] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.454701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.454853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.454968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.455102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.455171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.455315] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.455426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.455465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.455589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.455667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.455742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.455827] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.873998] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.874280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.874330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.874610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.874757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.874992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.875219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.875219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.875399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.875508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.875633] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1072.910360] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.910814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.910941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.911209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.911589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.920015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.920165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.920242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.920581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.920581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.920736] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.920840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.920906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.921456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.921549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.921645] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 is going to be updated. [ 1072.929359] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1072.959689] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e326da-8090-4c9c-b58d-aab115ad2c06: rpc.has_security_group_logging(os_id): False [ 1073.000102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.000282] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.000342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.000536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.000653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.004969] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.004969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.004969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.004969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.005429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.005730] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.005910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.007043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.007043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.007043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.007043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.007043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.007043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.007371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.007371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.007575] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.007575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.007674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.007797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.007907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.007968] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1073.017498] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: IN_PROGRESS for 2s [ 1073.101498] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.101498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.101498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.101810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.101810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.116965] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1073.156914] env[65380]: INFO networking_nsxv3.common.synchronization [None req-1ab54d28-3235-4c8d-ac86-228d401742c7 None None] Enqueued Resource ID: 7de0dbcb-2935-4b09-be2b-099758ef8237 with Priority: HIGHEST for action port [ 1073.157545] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de0dbcb-2935-4b09-be2b-099758ef8237 with Priority: HIGHEST for action port [ 1073.157857] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7de0dbcb-2935-4b09-be2b-099758ef8237 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.157980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7de0dbcb-2935-4b09-be2b-099758ef8237" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.158088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7de0dbcb-2935-4b09-be2b-099758ef8237" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.158352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7de0dbcb-2935-4b09-be2b-099758ef8237" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.158455] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7de0dbcb-2935-4b09-be2b-099758ef8237',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.660890] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7de0dbcb-2935-4b09-be2b-099758ef8237 [ 1073.661118] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.661118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.661241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.661890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.661890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.661890] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7de0dbcb-2935-4b09-be2b-099758ef8237 already deleted. [ 1073.661890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7de0dbcb-2935-4b09-be2b-099758ef8237" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.166958] env[65380]: INFO networking_nsxv3.common.synchronization [req-fbc4f1de-7330-4a23-b3ae-834e2ce33892 req-66063b5b-d936-4166-8744-454526477f70 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1074.167529] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1074.167851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.167979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.168089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.168351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.168520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.169198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.169299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.169530] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.169630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.169725] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.478753] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.478989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.479186] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.479606] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.480499] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.480757] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.480981] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.481291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.481486] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.481754] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.481959] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.482187] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.482395] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.482613] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.482823] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.483094] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.505552] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.505803] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.505887] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.506044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.506423] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.506602] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.506722] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.507082] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.507227] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.673577] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.673726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.673792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.674182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.674293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.674559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.674632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.674669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.674838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.674962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.675082] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f already deleted. [ 1074.675171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.940560] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1074.940560] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1074.940560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.011067] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.011395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.011603] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.011977] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.012158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.012318] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08 not found, creating... [ 1075.012586] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.012744] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.012862] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.013107] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.013240] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.013524] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.013734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.013801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.014031] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.014170] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.014308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08 is going to be created. [ 1075.030720] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 in Status: SUCCESS [ 1075.030894] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 deletion is rescheduled due to dependency. [ 1075.031017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.041767] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.041767] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.042059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.042400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.042632] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.042870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.141853] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1075.142094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.792675] env[65380]: INFO networking_nsxv3.common.synchronization [req-fbc4f1de-7330-4a23-b3ae-834e2ce33892 req-5be0204b-e7f7-4f5c-8331-aeb865d7dad6 service nova] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_rules [ 1075.792922] env[65380]: INFO networking_nsxv3.common.synchronization [req-fbc4f1de-7330-4a23-b3ae-834e2ce33892 req-5be0204b-e7f7-4f5c-8331-aeb865d7dad6 service nova] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1075.792922] env[65380]: INFO networking_nsxv3.common.synchronization [req-fbc4f1de-7330-4a23-b3ae-834e2ce33892 req-5be0204b-e7f7-4f5c-8331-aeb865d7dad6 service nova] Enqueued Resource ID: 2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08 with Priority: HIGHEST for action port [ 1075.793426] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_rules [ 1075.793558] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1075.793657] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08 with Priority: HIGHEST for action port [ 1075.793954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.794094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.794162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.794362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.794442] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.795897] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.796026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.796097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.796269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.796417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.796514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.796575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.797780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.797780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.797780] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.797780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.797780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.798324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.798324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.798324] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.001509] env[65380]: INFO networking_nsxv3.common.synchronization [req-bc6ad4f6-d34e-4dc4-a324-303175f08ad0 req-9c4ac12d-9fbe-4054-8074-e04cb0902b7a tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1076.002200] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1076.002493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.002737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.002807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.003016] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.003165] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.003305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.003389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.003566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.003959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.003959] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.300217] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.300394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.303365] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.305439] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08 with status ACTIVE [ 1076.305675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.305802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.305871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.307650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.307650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.307650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.307650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.307650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.307650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.307650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.307650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.307650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.307650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.308202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.308202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.308202] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08 is going to be updated. [ 1076.328603] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.328924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.329432] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.329849] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.330320] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.330599] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.330826] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.331216] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.331476] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.332073] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.332220] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.332710] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.332710] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.332855] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.333084] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.333313] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.335316] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.335495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.335575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.335759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.335940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.337049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab1f4d8-5eff-4f35-8dd5-a81d06ca7f08" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.356583] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.356784] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.356910] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.357134] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.357526] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-92c45f41-92b4-40c3-8516-30189d29e33d taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.357669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-92c45f41-92b4-40c3-8516-30189d29e33d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.357780] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-92c45f41-92b4-40c3-8516-30189d29e33d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.358143] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-92c45f41-92b4-40c3-8516-30189d29e33d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.358284] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c45f41-92b4-40c3-8516-30189d29e33d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.506195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.506397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.506442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.506660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.506754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.506973] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.507093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.507157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.507326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.507403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.507501] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1076.539056] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.539317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.539378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.539601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.539775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.550995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1076.806275] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.862974] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.863200] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.863330] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.863607] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.863754] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.864064] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 92c45f41-92b4-40c3-8516-30189d29e33d not found, creating... [ 1076.864598] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.864702] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.864778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.865107] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.865276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.865654] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.865824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.865944] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.866175] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.866325] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.866468] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 92c45f41-92b4-40c3-8516-30189d29e33d is going to be created. [ 1076.894273] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.894505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.894642] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.894994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.895251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.895625] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-92c45f41-92b4-40c3-8516-30189d29e33d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.311603] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.311889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.311980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.312258] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.312356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.312476] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f is going to be created. [ 1077.338309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.338538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.338538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.338720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.338933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.348463] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: UNINITIALIZED for 2s [ 1077.565256] env[65380]: INFO networking_nsxv3.common.synchronization [req-b71c177f-7b56-433b-937f-071f6c3cb2fa req-c9fb0b5d-ce33-4680-8867-9b5e234bcd3a tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1077.565787] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1077.566102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.566227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.566295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.566490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.566769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.566877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.566937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.567098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.567182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.567273] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.598347] env[65380]: INFO networking_nsxv3.common.synchronization [req-bc6ad4f6-d34e-4dc4-a324-303175f08ad0 req-4b311e8e-5a28-4198-b56e-fca6de90978b service nova] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 1077.598549] env[65380]: INFO networking_nsxv3.common.synchronization [req-bc6ad4f6-d34e-4dc4-a324-303175f08ad0 req-4b311e8e-5a28-4198-b56e-fca6de90978b service nova] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1077.598615] env[65380]: INFO networking_nsxv3.common.synchronization [req-bc6ad4f6-d34e-4dc4-a324-303175f08ad0 req-4b311e8e-5a28-4198-b56e-fca6de90978b service nova] Enqueued Resource ID: 92c45f41-92b4-40c3-8516-30189d29e33d with Priority: HIGHEST for action port [ 1077.599415] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 1077.599415] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1077.599415] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92c45f41-92b4-40c3-8516-30189d29e33d with Priority: HIGHEST for action port [ 1077.599803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.599923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.600284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.600284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.600284] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.601104] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.601196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.601388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-92c45f41-92b4-40c3-8516-30189d29e33d taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.601486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92c45f41-92b4-40c3-8516-30189d29e33d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.601549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92c45f41-92b4-40c3-8516-30189d29e33d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.601708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92c45f41-92b4-40c3-8516-30189d29e33d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.601779] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92c45f41-92b4-40c3-8516-30189d29e33d',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.904469] env[65380]: INFO networking_nsxv3.common.synchronization [req-7b809e16-a1ca-4c70-88b7-018e0412a547 req-6a64199d-6a49-45bf-9dfd-84ee9c773e0d tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1077.904895] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1077.905230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.905354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.905421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.905613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.905756] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.905851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.905913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.906205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.906302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.906413] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.072970] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.105885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.105885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.105885] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92c45f41-92b4-40c3-8516-30189d29e33d with status ACTIVE [ 1078.105885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.106737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.106737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.106737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.106737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.106737] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.107095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.107095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.107095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.107095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.110213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.110213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.110213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.110213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.110213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.110213] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92c45f41-92b4-40c3-8516-30189d29e33d is going to be updated. [ 1078.130385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.130597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.130597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.130782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.130916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.131095] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92c45f41-92b4-40c3-8516-30189d29e33d" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.249619] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.249889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.250081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.250405] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.250724] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.250945] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.251125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.251419] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.251663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.251966] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.253036] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.253036] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.253036] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.253036] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.253036] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.253036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.279124] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.279124] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.279291] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.279451] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.279769] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-ed7c17c7-54b1-4cee-9cb2-139730bbf715 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.279959] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-ed7c17c7-54b1-4cee-9cb2-139730bbf715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.281306] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-ed7c17c7-54b1-4cee-9cb2-139730bbf715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.281306] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-ed7c17c7-54b1-4cee-9cb2-139730bbf715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.281306] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7c17c7-54b1-4cee-9cb2-139730bbf715',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.409027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.409027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.409027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.409027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.409027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.409299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.409371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.409476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.409788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.409921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.410084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1078.447046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.447309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.447309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.447556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.447648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.463308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1078.566823] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1078.567245] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 deletion is rescheduled due to dependency. [ 1078.567465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.567728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.568672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.568672] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.568672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.568672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.568954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.568954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.569813] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.575025] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.783997] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.784305] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.784400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.784674] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.784822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.785035] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port ed7c17c7-54b1-4cee-9cb2-139730bbf715 not found, creating... [ 1078.785433] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.785590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.785590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.785871] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.786031] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.786438] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.786602] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.786734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.787045] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.787404] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.787404] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: ed7c17c7-54b1-4cee-9cb2-139730bbf715 is going to be created. [ 1078.811602] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.811877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.811999] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.812317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.812622] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.812888] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-ed7c17c7-54b1-4cee-9cb2-139730bbf715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.070991] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.077650] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.077885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.077885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.078092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.078189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.078336] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1079.110539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.110684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.110766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.111167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.111167] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.120092] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1079.359505] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: SUCCESS [ 1079.359667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.359819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.360135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.360443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.360443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.360443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.360697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.360697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.360804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.360804] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.498505] env[65380]: INFO networking_nsxv3.common.synchronization [req-7b809e16-a1ca-4c70-88b7-018e0412a547 req-8bb7c8fa-2136-4c7b-a7ea-82643cb102d0 service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1079.498853] env[65380]: INFO networking_nsxv3.common.synchronization [req-7b809e16-a1ca-4c70-88b7-018e0412a547 req-8bb7c8fa-2136-4c7b-a7ea-82643cb102d0 service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1079.499631] env[65380]: INFO networking_nsxv3.common.synchronization [req-7b809e16-a1ca-4c70-88b7-018e0412a547 req-8bb7c8fa-2136-4c7b-a7ea-82643cb102d0 service nova] Enqueued Resource ID: ed7c17c7-54b1-4cee-9cb2-139730bbf715 with Priority: HIGHEST for action port [ 1079.500416] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1079.500628] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1079.500812] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7c17c7-54b1-4cee-9cb2-139730bbf715 with Priority: HIGHEST for action port [ 1079.501350] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.501462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.501564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.502043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.502173] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.504044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.504178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.504573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed7c17c7-54b1-4cee-9cb2-139730bbf715 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.504573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed7c17c7-54b1-4cee-9cb2-139730bbf715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.504573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed7c17c7-54b1-4cee-9cb2-139730bbf715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.507924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed7c17c7-54b1-4cee-9cb2-139730bbf715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.507924] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed7c17c7-54b1-4cee-9cb2-139730bbf715',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.572983] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.863367] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.004670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.004797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.007209] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed7c17c7-54b1-4cee-9cb2-139730bbf715 with status ACTIVE [ 1080.007564] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.007564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.007713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.007821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.007915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.008102] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.008201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.008270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.008415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.008490] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.008669] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.008759] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.008824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.008996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.009070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.009119] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed7c17c7-54b1-4cee-9cb2-139730bbf715 is going to be updated. [ 1080.034333] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.034540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.034540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.034920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.034920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.035053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed7c17c7-54b1-4cee-9cb2-139730bbf715" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.076055] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.076595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.076595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.076790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.076844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.077123] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1080.124014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.124014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.124014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.124014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.124014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.142865] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1080.365731] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5365a487-7303-4eb1-aaec-81c46c2f9b9f: rpc.has_security_group_logging(os_id): False [ 1080.389726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.389726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.389726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.389726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.389726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.389726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.389726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.389726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.389726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.389726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.389726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f is going to be created. [ 1080.468024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.468024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.468024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.468024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.468024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.480021] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1080.480021] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1080.480021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.480021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.480021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.480021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.480021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.480021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.480021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.480021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.480021] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.481499] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: IN_PROGRESS for 2s [ 1080.983301] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.131438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1081.131895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.487092] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.988317] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.988609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.988609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.988769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.988833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.988977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1082.020372] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.020588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.020664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.020957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.021184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.030687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1082.154108] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1082.154465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.154509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.154714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.154925] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.155061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.155148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.155351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.155445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.155551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.155668] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.500446] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: SUCCESS [ 1082.500819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.658884] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.757325] env[65380]: INFO networking_nsxv3.common.synchronization [req-6909f67a-6115-47e0-a638-d9ed1dc99137 req-ef2b933b-2ee8-4dd4-b146-91ebb8df224c tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1082.757325] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1082.757325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.757325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.757325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.757325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.757325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.757325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.757325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.757325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.757325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.757325] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.155226] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.155557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-994" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.155557] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-994" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.155916] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-994" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.156235] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.156399] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.156514] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.156739] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.156883] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.157105] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.157244] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.157356] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.157464] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.157572] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.157723] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.157921] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.159823] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba76667f-d0f1-4d17-b420-3436e9196f53: rpc.has_security_group_logging(os_id): False [ 1083.179253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.179484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.180751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.180751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.180751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.180751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.180751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.180751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.180751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.180751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.180751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1083.183105] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.183272] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.183480] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.183671] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-994" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.184101] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.184262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.184379] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.184669] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.184808] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.217764] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.218100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.218100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.218203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.218242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.218434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.218558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.218606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.218729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.218804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.218920] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 already deleted. [ 1083.218992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.250773] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.250773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.251062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.251328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.251567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.264411] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1083.687776] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.687776] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.688047] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.688460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.688460] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.688460] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 not found, creating... [ 1083.690080] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.690080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.690080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.690080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.690080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.690080] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.690494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.690494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.690685] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.690798] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.690910] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 is going to be created. [ 1083.721403] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.721697] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.721790] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.722012] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.722257] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.722523] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.042190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1084.042417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.042588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.042803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.042993] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.043130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.043208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.043361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.043442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.043526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.043614] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.492316] env[65380]: INFO networking_nsxv3.common.synchronization [req-6909f67a-6115-47e0-a638-d9ed1dc99137 req-adaf6385-aeb8-4236-9b00-444374b43c8e service nova] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_rules [ 1084.492616] env[65380]: INFO networking_nsxv3.common.synchronization [req-6909f67a-6115-47e0-a638-d9ed1dc99137 req-adaf6385-aeb8-4236-9b00-444374b43c8e service nova] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1084.492695] env[65380]: INFO networking_nsxv3.common.synchronization [req-6909f67a-6115-47e0-a638-d9ed1dc99137 req-adaf6385-aeb8-4236-9b00-444374b43c8e service nova] Enqueued Resource ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with Priority: HIGHEST for action port [ 1084.493797] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_rules [ 1084.493960] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1084.494095] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with Priority: HIGHEST for action port [ 1084.494472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.494644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.494727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.495060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.495168] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.496616] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.496767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.496841] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.497082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.497265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.497372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.497439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.497591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.497675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.497769] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.498626] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.498697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.498763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.498935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.499017] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.545515] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.545764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.545884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.546123] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.546298] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.546402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.546466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.546674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.546792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.547040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.547523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.547707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.547797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.548065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.548300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.548456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.548561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.548796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.548913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.549183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.549307] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.001708] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.003169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.003336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.004104] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with status ACTIVE [ 1085.004319] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.004510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.004510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.004863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.004987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.005219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.005369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.005449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.005643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.005735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.005986] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.006208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.006208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.006372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.006463] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.006850] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 is going to be updated. [ 1085.031187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.031187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.031474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.032153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.032153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.032153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.054821] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9bba2f-ed34-4724-acad-17eca50e1231: rpc.has_security_group_logging(os_id): False [ 1085.076674] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.076845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.076886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.077137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.077194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.077398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.077494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.077554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.077704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.077782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.077978] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.078087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.078147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.078408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.078408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.078581] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.078755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.078755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.078840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.078931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.079062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1085.162831] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.163097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.163097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.163302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.163593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.184143] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1085.283042] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1085.283042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.504614] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.007271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.007839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.007839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.007839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.007839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.008078] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be created. [ 1086.035835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.035998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.036147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.036542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.036605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.047539] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: UNINITIALIZED for 2s [ 1087.106595] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6f0b78d4-3819-49a8-b4e5-77f3c44e85cd tempest-AttachVolumeShelveTestJSON-37774609 tempest-AttachVolumeShelveTestJSON-37774609-project-member] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_rules [ 1087.107274] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_rules [ 1087.107594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.107718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.107787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.108057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.108142] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.200333] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1087.200568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.229017] env[65380]: INFO networking_nsxv3.common.synchronization [None req-63d271ec-e778-4bb2-ab9e-2c3357f6aebf tempest-AttachVolumeShelveTestJSON-37774609 tempest-AttachVolumeShelveTestJSON-37774609-project-member] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_rules [ 1087.229525] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_rules [ 1087.230177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.230328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.628453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.628869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.628869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.629125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.629287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.629424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 already deleted. [ 1087.629519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.629673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.629849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.629971] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.061586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: SUCCESS [ 1088.062124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.062292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.062605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.062900] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.063094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.063198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.063436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.063562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.063803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.063930] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.111939] env[65380]: INFO networking_nsxv3.common.synchronization [req-fd17ad21-4202-440d-9732-ae3f79f0ec06 req-8806620b-70c2-45ed-9289-11c7f59a8337 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_members [ 1088.111939] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGHEST for action security_group_members [ 1088.111939] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.111939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.111939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.111939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.112802] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.113042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.113135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.113306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.113385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.113494] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.158834] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.159052] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.159132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.159349] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.159437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.159541] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 already deleted. [ 1088.159611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.567158] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.570143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.570143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.570143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.570143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.570143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.570143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.570143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.570143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.570143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.570555] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.570773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.570898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.571220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.572049] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.572049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.572190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.573641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.573641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.573641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.573641] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.617596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.618385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.618385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.618385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.643514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.643753] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.643865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.643937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.644693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.644693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.644693] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 is going to be updated. [ 1088.671989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.672712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.672712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.672712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.672712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.682414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 in Status: IN_PROGRESS for 2s [ 1089.076157] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df95417-6366-47ae-866b-6ecc1a389fd7: rpc.has_security_group_logging(os_id): False [ 1089.098175] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.098175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.098175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.098175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.098175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.098533] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.098533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.098533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.098641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.098641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.098919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.099061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.099135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.099315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.099407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.099637] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.099777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.099881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.100079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.100186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.100299] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be created. [ 1089.163225] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.163611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.163611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.163798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.163847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.175587] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: IN_PROGRESS for 2s [ 1090.598370] env[65380]: INFO networking_nsxv3.common.synchronization [req-7539690e-f095-4cd5-ac61-434a2fe8b107 req-6f1cfbc4-c858-4d8b-8544-44ab617cb6e2 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1090.598934] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1090.599262] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.599385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.599455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.599660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.599812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.599911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.599974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.600132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.600216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600308] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.692693] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 in Status: SUCCESS [ 1090.692885] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 deletion is rescheduled due to dependency. [ 1090.693009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.917457] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.917655] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.917783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.918109] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.918363] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.918531] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.918647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.918868] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.919027] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.919242] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.919355] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.919466] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.919599] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.919676] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.919779] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.919907] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.939147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.939417] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.939557] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.939727] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.940046] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-6e6c199b-75f0-473b-90b5-0daaf633ba14 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.940252] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-6e6c199b-75f0-473b-90b5-0daaf633ba14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.940387] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-6e6c199b-75f0-473b-90b5-0daaf633ba14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.940695] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-6e6c199b-75f0-473b-90b5-0daaf633ba14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.940831] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e6c199b-75f0-473b-90b5-0daaf633ba14',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.102393] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.190127] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: SUCCESS [ 1091.190200] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.442964] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.443282] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.443349] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.443630] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.443948] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.444184] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 6e6c199b-75f0-473b-90b5-0daaf633ba14 not found, creating... [ 1091.444487] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.444657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.444781] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.445085] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.445262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.445588] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.445751] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.445871] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.446126] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.446275] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.446424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 6e6c199b-75f0-473b-90b5-0daaf633ba14 is going to be created. [ 1091.468042] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.468256] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.468384] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.468661] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.468898] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.469128] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-6e6c199b-75f0-473b-90b5-0daaf633ba14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.604912] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.014269] env[65380]: INFO networking_nsxv3.common.synchronization [req-d9be60a5-31f1-4ae4-baa3-12dd184c39fd req-c118b9b2-e27f-49b8-a5eb-0c0ffbdf6a42 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1092.015032] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1092.015368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.015666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.015666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.015770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.015906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.016059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.016162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.016264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.016353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.016449] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.107169] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.107396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.107501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.107805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.107934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.108116] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f is going to be updated. [ 1092.138696] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.138871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.138911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.139254] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.139412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.150311] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: IN_PROGRESS for 2s [ 1092.176177] env[65380]: INFO networking_nsxv3.common.synchronization [req-7539690e-f095-4cd5-ac61-434a2fe8b107 req-861ded07-3dec-42a1-8393-0e47b294b492 service nova] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_rules [ 1092.176360] env[65380]: INFO networking_nsxv3.common.synchronization [req-7539690e-f095-4cd5-ac61-434a2fe8b107 req-861ded07-3dec-42a1-8393-0e47b294b492 service nova] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1092.176496] env[65380]: INFO networking_nsxv3.common.synchronization [req-7539690e-f095-4cd5-ac61-434a2fe8b107 req-861ded07-3dec-42a1-8393-0e47b294b492 service nova] Enqueued Resource ID: 6e6c199b-75f0-473b-90b5-0daaf633ba14 with Priority: HIGHEST for action port [ 1092.177476] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_rules [ 1092.177620] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1092.177719] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6c199b-75f0-473b-90b5-0daaf633ba14 with Priority: HIGHEST for action port [ 1092.178011] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.178217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.178286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.178488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.178580] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.179745] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.179857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.180084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e6c199b-75f0-473b-90b5-0daaf633ba14 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.180194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e6c199b-75f0-473b-90b5-0daaf633ba14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.180251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e6c199b-75f0-473b-90b5-0daaf633ba14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.180784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e6c199b-75f0-473b-90b5-0daaf633ba14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.180784] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e6c199b-75f0-473b-90b5-0daaf633ba14',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.518236] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.518450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.518450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.518718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.518821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.519085] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.519146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.519201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.519353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.519464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.519552] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 is going to be updated. [ 1092.557956] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.558190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.558233] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.558451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.558611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.570560] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: IN_PROGRESS for 2s [ 1092.682557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.682960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.683045] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e6c199b-75f0-473b-90b5-0daaf633ba14 with status ACTIVE [ 1092.683284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.683474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.683540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.683902] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.684040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.684300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.684444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.684577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.684774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.684890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.685179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.685418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.685418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.685576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.685718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.685871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e6c199b-75f0-473b-90b5-0daaf633ba14 is going to be updated. [ 1092.708767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.708941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.709026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.709237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.709381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.709649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e6c199b-75f0-473b-90b5-0daaf633ba14" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.194307] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9778ec2a-e11b-4481-8f79-142b24ead475 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_rules [ 1093.194848] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_rules [ 1093.195174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7152efa9-739a-437d-93dd-848fc6c6b9b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.195321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.195361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.195595] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.195671] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.296371] env[65380]: INFO networking_nsxv3.common.synchronization [None req-644d1081-0fd7-4103-91bb-3cc0fa132364 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_rules [ 1093.297100] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_rules [ 1093.297657] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7152efa9-739a-437d-93dd-848fc6c6b9b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.297657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.720760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.721135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.721135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.721218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.721270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.721369] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 already deleted. [ 1093.721451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.721608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.721762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.721848] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.160633] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: SUCCESS [ 1094.160898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.161121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.161335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.161528] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.161695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.161765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.161906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.161985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.162094] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.246748] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.246961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.247056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.247320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.247825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.247968] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 already deleted. [ 1094.248105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.582133] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: SUCCESS [ 1094.582346] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 deletion is rescheduled due to dependency. [ 1094.582495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.664245] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.859517] env[65380]: INFO networking_nsxv3.common.synchronization [req-89f92852-ecfe-42a2-b32a-806213a23371 req-2e656c39-c032-400c-a100-a37ddbcb7a3c tempest-AttachVolumeShelveTestJSON-37774609 tempest-AttachVolumeShelveTestJSON-37774609-project-member] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_members [ 1094.859517] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_members [ 1094.859517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.859517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.859517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.860276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.860276] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.860276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.860276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.860276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.860436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.860436] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.166697] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.215347] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.215640] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.215819] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.216236] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.216904] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.217139] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.217318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.217697] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.217809] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.218087] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.218260] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.218421] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.218588] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.218750] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.218908] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.219208] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.241213] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.241549] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.242032] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.242032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.242439] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-cd731def-a6f7-40f9-b6ad-a10d2fd72984 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.243363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.243363] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.243568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.243568] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd731def-a6f7-40f9-b6ad-a10d2fd72984',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.362772] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.363024] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.363070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.363528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.364274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.364274] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.364274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.364274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.364274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.364476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.364476] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 already deleted. [ 1095.364545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.669340] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.669502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.669576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.669814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.669893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.669989] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f is going to be updated. [ 1095.701514] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.701859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.701859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.702017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.702175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.714047] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: IN_PROGRESS for 2s [ 1095.746811] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.746811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.746811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.747264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.747264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.747357] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port cd731def-a6f7-40f9-b6ad-a10d2fd72984 not found, creating... [ 1095.747639] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.747834] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.747987] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.748301] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.748368] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.748646] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.748846] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.748975] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.749215] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.749348] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.749491] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: cd731def-a6f7-40f9-b6ad-a10d2fd72984 is going to be created. [ 1095.778030] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.778264] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.778401] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.778760] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.779023] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.779269] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.503277] env[65380]: INFO networking_nsxv3.common.synchronization [req-89f92852-ecfe-42a2-b32a-806213a23371 req-1c834792-d59d-4f86-98c0-3fe2ba79dcfc service nova] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_rules [ 1096.503557] env[65380]: INFO networking_nsxv3.common.synchronization [req-89f92852-ecfe-42a2-b32a-806213a23371 req-1c834792-d59d-4f86-98c0-3fe2ba79dcfc service nova] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_members [ 1096.503648] env[65380]: INFO networking_nsxv3.common.synchronization [req-89f92852-ecfe-42a2-b32a-806213a23371 req-1c834792-d59d-4f86-98c0-3fe2ba79dcfc service nova] Enqueued Resource ID: cd731def-a6f7-40f9-b6ad-a10d2fd72984 with Priority: HIGHEST for action port [ 1096.504260] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_rules [ 1096.504396] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_members [ 1096.504495] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd731def-a6f7-40f9-b6ad-a10d2fd72984 with Priority: HIGHEST for action port [ 1096.504788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.504930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.505057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.505308] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.505458] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.506521] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.506646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.506711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.506881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.507048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.507149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.507209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.507360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.507444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.507536] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.508792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd731def-a6f7-40f9-b6ad-a10d2fd72984 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.508918] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.508986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.509449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.509449] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd731def-a6f7-40f9-b6ad-a10d2fd72984',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.011454] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.011651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.011940] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.012989] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd731def-a6f7-40f9-b6ad-a10d2fd72984 with status ACTIVE [ 1097.013201] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.013334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.013401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.013605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.013761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.014064] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.014170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.014234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.014391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.014476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.014658] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.014752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.014831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.014976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.015065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.015150] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd731def-a6f7-40f9-b6ad-a10d2fd72984 is going to be updated. [ 1097.038148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.038342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.038447] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.038724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.038932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.039172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.184430] env[65380]: INFO networking_nsxv3.common.synchronization [req-53e865a7-3b81-409e-b39a-87737e16aad4 req-70ee85bb-0391-4be5-a821-d0c5b9f4aab2 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1097.185492] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1097.186073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.186073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.186073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.187019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.187019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.187019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.187019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.187019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.187019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.187019] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.512121] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.512430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.512430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.512700] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.512943] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.513110] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.513227] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.513435] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.513576] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.514524] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.514671] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.514792] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.514954] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.515114] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.515228] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.515363] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.518839] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.538411] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.538610] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.538758] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.538946] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.539325] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-e4c07525-65a3-431c-a14b-f434713c739f taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.539551] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-e4c07525-65a3-431c-a14b-f434713c739f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.539656] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-e4c07525-65a3-431c-a14b-f434713c739f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.539987] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-e4c07525-65a3-431c-a14b-f434713c739f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.540150] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c07525-65a3-431c-a14b-f434713c739f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.689826] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.724013] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: SUCCESS [ 1097.724244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.724400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.724756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.724992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.725150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.725221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.725396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.725488] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.725577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.725668] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.022089] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.022089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.022089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.022289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.022289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.022376] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 is going to be created. [ 1098.042394] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.042805] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.042805] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.043103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.043279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.043491] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port e4c07525-65a3-431c-a14b-f434713c739f not found, creating... [ 1098.043847] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.044051] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.044162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.044410] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.044556] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.044906] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.045092] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.045214] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.045438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.045577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.045726] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: e4c07525-65a3-431c-a14b-f434713c739f is going to be created. [ 1098.051358] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.051358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.051358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.051546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.051709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.062292] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: UNINITIALIZED for 2s [ 1098.069548] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.069761] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.069889] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.070194] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.070498] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.070750] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-e4c07525-65a3-431c-a14b-f434713c739f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.192589] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.228194] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.695112] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.695420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.695420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.695543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.695632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.695731] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1098.730750] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5365a487-7303-4eb1-aaec-81c46c2f9b9f: rpc.has_security_group_logging(os_id): False [ 1098.737481] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.737687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.737791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.738028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.738213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.750859] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.751015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.751089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.751303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.751455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.751806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.751957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.752056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.752243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.752352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.752466] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f is going to be updated. [ 1098.754583] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1098.810321] env[65380]: INFO networking_nsxv3.common.synchronization [req-53e865a7-3b81-409e-b39a-87737e16aad4 req-90879c64-2b20-4236-85a0-603217df579a service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1098.810504] env[65380]: INFO networking_nsxv3.common.synchronization [req-53e865a7-3b81-409e-b39a-87737e16aad4 req-90879c64-2b20-4236-85a0-603217df579a service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1098.810641] env[65380]: INFO networking_nsxv3.common.synchronization [req-53e865a7-3b81-409e-b39a-87737e16aad4 req-90879c64-2b20-4236-85a0-603217df579a service nova] Enqueued Resource ID: e4c07525-65a3-431c-a14b-f434713c739f with Priority: HIGHEST for action port [ 1098.811202] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1098.811336] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1098.811478] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c07525-65a3-431c-a14b-f434713c739f with Priority: HIGHEST for action port [ 1098.811760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.811908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.811944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.812280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.812495] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.813258] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.813374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.813822] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c07525-65a3-431c-a14b-f434713c739f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.813933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c07525-65a3-431c-a14b-f434713c739f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.814174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c07525-65a3-431c-a14b-f434713c739f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.814374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c07525-65a3-431c-a14b-f434713c739f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.814478] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c07525-65a3-431c-a14b-f434713c739f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.819210] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.819402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.820125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.820409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.820601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.837935] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: IN_PROGRESS for 2s [ 1099.316779] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.316865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.317132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4c07525-65a3-431c-a14b-f434713c739f with status ACTIVE [ 1099.317354] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.317509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.318226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.318226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.318226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.318398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.318507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.318597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.318813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.318941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.319314] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.319382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.319574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.319634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.319742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.319873] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4c07525-65a3-431c-a14b-f434713c739f is going to be updated. [ 1099.358755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.358939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.358939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.359539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.359539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.359539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c07525-65a3-431c-a14b-f434713c739f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.073638] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: SUCCESS [ 1100.074160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.074160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.074357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.074587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.074711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.074777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.074971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.075071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.075164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.075263] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.578336] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.767652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1100.767893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.768086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.768323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.768522] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.768692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.768762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.768931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.769032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.769131] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.858842] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: SUCCESS [ 1100.859038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.080921] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f590183-e21e-4fc8-84fb-0bca20c02291: rpc.has_security_group_logging(os_id): False [ 1101.102230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.102539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.102670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.102996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.103178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.103586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.103837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.103957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.104230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.104857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.104857] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 is going to be created. [ 1101.178255] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.178466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.178528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.178748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.178943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.190823] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: IN_PROGRESS for 2s [ 1101.271560] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.774035] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.074973] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9416e20e-67a3-449d-9b1e-0933519ae578 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1102.075543] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1102.075868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.076019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.076099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.076321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.076493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.076599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.076662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.076806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.076890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.076981] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.276034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.276335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.276335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.276541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.276617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.276773] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1102.308544] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.308729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.308729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.308926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.309107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.319269] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1102.579723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.580207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.580276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.580517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.580606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.580822] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.580959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.581074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.581164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.581245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.581346] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1102.612875] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.613060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.613124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.613362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.613507] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.624913] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1103.207146] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: SUCCESS [ 1103.208414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.210264] env[65380]: INFO networking_nsxv3.common.synchronization [None req-6d13e624-86a1-498d-8f3b-5620141105f6 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_rules [ 1103.210988] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_rules [ 1103.211369] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edbf2e4-d95b-44e7-9345-32d7a727da39 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.211495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.211561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.211873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.211982] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.351654] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a60ae40e-0a22-498b-8a43-01f09a12b7d0 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_rules [ 1103.351654] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_rules [ 1103.353531] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edbf2e4-d95b-44e7-9345-32d7a727da39 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.353531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.737071] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.737071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.737071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.737244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.737244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.737352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 already deleted. [ 1103.737714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.737714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.737844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.737932] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.063350] env[65380]: INFO networking_nsxv3.common.synchronization [req-1fccc7ae-6d53-4e05-bcdc-180e6eea378f req-86b8d742-82c8-4340-bfd6-99f3a53e5a61 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: e37f2a07-ba95-406c-a34c-4f46257747c4 with Priority: HIGHEST for action security_group_members [ 1104.063457] env[65380]: INFO networking_nsxv3.common.synchronization [req-1fccc7ae-6d53-4e05-bcdc-180e6eea378f req-86b8d742-82c8-4340-bfd6-99f3a53e5a61 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1104.064546] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37f2a07-ba95-406c-a34c-4f46257747c4 with Priority: HIGHEST for action security_group_members [ 1104.064546] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1104.064546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e37f2a07-ba95-406c-a34c-4f46257747c4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.064786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.064786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.064976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.065242] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.065347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.065401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.065565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.065657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.065727] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.066741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.066878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.066957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.067208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.067375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.070153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.070153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.070153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.070153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.070153] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.110066] env[65380]: INFO networking_nsxv3.common.synchronization [req-1fccc7ae-6d53-4e05-bcdc-180e6eea378f req-86b8d742-82c8-4340-bfd6-99f3a53e5a61 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_rules [ 1104.110256] env[65380]: INFO networking_nsxv3.common.synchronization [req-1fccc7ae-6d53-4e05-bcdc-180e6eea378f req-86b8d742-82c8-4340-bfd6-99f3a53e5a61 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1104.110406] env[65380]: INFO networking_nsxv3.common.synchronization [req-1fccc7ae-6d53-4e05-bcdc-180e6eea378f req-86b8d742-82c8-4340-bfd6-99f3a53e5a61 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: e37f2a07-ba95-406c-a34c-4f46257747c4 with Priority: HIGHEST for action security_group_rules [ 1104.110537] env[65380]: INFO networking_nsxv3.common.synchronization [req-1fccc7ae-6d53-4e05-bcdc-180e6eea378f req-86b8d742-82c8-4340-bfd6-99f3a53e5a61 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: e37f2a07-ba95-406c-a34c-4f46257747c4 with Priority: HIGHEST for action security_group_members [ 1104.110662] env[65380]: INFO networking_nsxv3.common.synchronization [req-1fccc7ae-6d53-4e05-bcdc-180e6eea378f req-86b8d742-82c8-4340-bfd6-99f3a53e5a61 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with Priority: HIGHEST for action port [ 1104.111345] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_rules [ 1104.111481] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37f2a07-ba95-406c-a34c-4f46257747c4 with Priority: HIGHEST for action security_group_rules [ 1104.111577] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with Priority: HIGHEST for action port [ 1104.111676] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1104.111780] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37f2a07-ba95-406c-a34c-4f46257747c4 with Priority: HIGHEST for action security_group_members [ 1104.112149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.112278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.112418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.112534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.112613] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.113867] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e37f2a07-ba95-406c-a34c-4f46257747c4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.114035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.114099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.116656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.117339] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.121771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.121771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.121771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.121771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.121771] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.123732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.123732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.123732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e37f2a07-ba95-406c-a34c-4f46257747c4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.123732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.259511] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.260395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.260395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.260395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.260395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.260395] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 already deleted. [ 1104.260395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.331214] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1104.331214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.331214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.331214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.331214] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.331214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.331214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.331214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.331214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.331214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.331214] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.571043] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.572020] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.609361] env[65380]: INFO networking_nsxv3.common.synchronization [req-b90e8b4e-f981-46de-b989-e2da539423b1 req-6a2ed13c-d7f2-408b-858b-0e5cfd872ab0 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: e37f2a07-ba95-406c-a34c-4f46257747c4 with Priority: HIGHEST for action security_group_members [ 1104.609361] env[65380]: INFO networking_nsxv3.common.synchronization [req-b90e8b4e-f981-46de-b989-e2da539423b1 req-6a2ed13c-d7f2-408b-858b-0e5cfd872ab0 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1104.609361] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e37f2a07-ba95-406c-a34c-4f46257747c4 with Priority: HIGHEST for action security_group_members [ 1104.609361] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1104.611245] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e37f2a07-ba95-406c-a34c-4f46257747c4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.611245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.611679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.611679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.624245] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e37f2a07-ba95-406c-a34c-4f46257747c4 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.624313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.624584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.624673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.625164] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with status ACTIVE [ 1104.625332] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.625443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.625508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.625712] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.626180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.626180] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.626180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.626180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.626361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.626361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.626499] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.626587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.626645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.626779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.626850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.626932] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 is going to be updated. [ 1104.639735] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1104.640290] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 deletion is rescheduled due to dependency. [ 1104.640290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.652024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.652206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.652288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.652577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.653168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.653581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.676399] env[65380]: INFO networking_nsxv3.common.synchronization [req-b90e8b4e-f981-46de-b989-e2da539423b1 req-6a2ed13c-d7f2-408b-858b-0e5cfd872ab0 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_rules [ 1104.676570] env[65380]: INFO networking_nsxv3.common.synchronization [req-b90e8b4e-f981-46de-b989-e2da539423b1 req-6a2ed13c-d7f2-408b-858b-0e5cfd872ab0 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1104.676713] env[65380]: INFO networking_nsxv3.common.synchronization [req-b90e8b4e-f981-46de-b989-e2da539423b1 req-6a2ed13c-d7f2-408b-858b-0e5cfd872ab0 tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with Priority: HIGHEST for action port [ 1104.681262] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_rules [ 1104.681476] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1104.681639] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with Priority: HIGHEST for action port [ 1104.681959] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.682115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.683253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.683566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.683566] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.683817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.683817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.683988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.684062] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.833975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.833975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.833975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.834329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.834329] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.834477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.834659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.834846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.834987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.835129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.835360] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.835472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.835908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.835908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.835994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.836229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.836229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.836455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.837058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.837199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.837340] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.967913] env[65380]: INFO networking_nsxv3.common.synchronization [req-8c5273e9-0112-4629-aaf3-0bbe89d46208 req-1d576b01-361f-472c-af77-d6e31db34e60 tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_members [ 1104.967913] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_members [ 1104.968028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7152efa9-739a-437d-93dd-848fc6c6b9b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.968188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.968188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.968432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.968553] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.968643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.968710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.968846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.968933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.971315] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.074724] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.079023] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.186474] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 with status ACTIVE [ 1105.186888] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.187048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.187120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.187416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.187552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.187755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.187864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.187928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.188101] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.188178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.188360] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.188454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.188534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.188646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.188720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.188802] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8 is going to be updated. [ 1105.215664] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.215803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.215884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.216196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.216309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.216662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc38f5da-81c5-4c40-9f57-e9b5bfbac7c8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.340430] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e326da-8090-4c9c-b58d-aab115ad2c06: rpc.has_security_group_logging(os_id): False [ 1105.351993] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-870 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.352321] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.352504] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.352857] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.353242] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.353480] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.353729] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.354065] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.354291] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.354568] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.354720] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.354869] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.355038] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.355190] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.355336] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.355515] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.366950] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.367210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.367284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.371218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.371218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.371218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.371218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.371781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.371781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.371781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.371781] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1105.380489] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.380647] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.380778] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.380956] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-870" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.381296] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-2341618c-8b69-4d79-8e10-8bec1c24a786 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.381465] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-2341618c-8b69-4d79-8e10-8bec1c24a786" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.381675] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-2341618c-8b69-4d79-8e10-8bec1c24a786" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.381994] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-2341618c-8b69-4d79-8e10-8bec1c24a786" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.382174] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2341618c-8b69-4d79-8e10-8bec1c24a786',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.459755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.460051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.460051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.460245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.460351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.472650] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1105.476233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.476462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.476462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.476643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.476738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.476929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.477033] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.477094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.477252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.477329] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.477414] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 already deleted. [ 1105.477493] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.579298] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.579298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.579792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.580830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.580830] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.580830] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e37f2a07-ba95-406c-a34c-4f46257747c4 is going to be created. [ 1105.581371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.582124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.582124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.582124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.582124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.582124] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be updated. [ 1105.608417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.608589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.608648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.609287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.609287] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.617686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.617951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.618225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.618381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.618525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.624841] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e37f2a07-ba95-406c-a34c-4f46257747c4 in Status: UNINITIALIZED for 2s [ 1105.627383] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: IN_PROGRESS for 2s [ 1105.887086] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.887086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.887086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.887086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.887086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.887086] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 2341618c-8b69-4d79-8e10-8bec1c24a786 not found, creating... [ 1105.887086] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.887086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.887086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.887086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.887086] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.887552] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.887552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.887552] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.888193] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.888512] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.888797] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 2341618c-8b69-4d79-8e10-8bec1c24a786 is going to be created. [ 1105.911914] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.911914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.911914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.911914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.911914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.911914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-2341618c-8b69-4d79-8e10-8bec1c24a786" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.633974] env[65380]: INFO networking_nsxv3.common.synchronization [req-8c5273e9-0112-4629-aaf3-0bbe89d46208 req-bd786b9a-75c8-49b8-bdbe-f97a1ba539a4 service nova] Enqueued Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_rules [ 1106.633974] env[65380]: INFO networking_nsxv3.common.synchronization [req-8c5273e9-0112-4629-aaf3-0bbe89d46208 req-bd786b9a-75c8-49b8-bdbe-f97a1ba539a4 service nova] Enqueued Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_members [ 1106.634312] env[65380]: INFO networking_nsxv3.common.synchronization [req-8c5273e9-0112-4629-aaf3-0bbe89d46208 req-bd786b9a-75c8-49b8-bdbe-f97a1ba539a4 service nova] Enqueued Resource ID: 2341618c-8b69-4d79-8e10-8bec1c24a786 with Priority: HIGHEST for action port [ 1106.634625] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_rules [ 1106.634848] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_members [ 1106.634962] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2341618c-8b69-4d79-8e10-8bec1c24a786 with Priority: HIGHEST for action port [ 1106.635172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7152efa9-739a-437d-93dd-848fc6c6b9b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.635402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.635402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.635543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.635625] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.636495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7152efa9-739a-437d-93dd-848fc6c6b9b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.636589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.637629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.637629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.637629] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.637629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.637629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.637629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.637629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.637629] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.638389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-2341618c-8b69-4d79-8e10-8bec1c24a786 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.638487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2341618c-8b69-4d79-8e10-8bec1c24a786" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.638552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2341618c-8b69-4d79-8e10-8bec1c24a786" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.638703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2341618c-8b69-4d79-8e10-8bec1c24a786" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.638771] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2341618c-8b69-4d79-8e10-8bec1c24a786',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.144557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7152efa9-739a-437d-93dd-848fc6c6b9b3 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.144557] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.144557] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2341618c-8b69-4d79-8e10-8bec1c24a786 with status ACTIVE [ 1107.144557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.144557] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.144557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.147179] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.147179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.147179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.147179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.147179] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.147179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2341618c-8b69-4d79-8e10-8bec1c24a786 is going to be updated. [ 1107.175770] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.175770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.175770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.175770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.175770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.175770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2341618c-8b69-4d79-8e10-8bec1c24a786" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.489801] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1107.490035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.638373] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: SUCCESS [ 1107.638767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.638829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.639120] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.639486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.639657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.639751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.640381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.640381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.640381] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.642349] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e37f2a07-ba95-406c-a34c-4f46257747c4 in Status: SUCCESS [ 1107.642576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.642813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.643081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.643424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.643588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.643641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.643968] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.644079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.644188] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.652008] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.146407] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.147962] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.147962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.147962] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.148228] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.148316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.150455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.150455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.150455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.150455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.150455] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.150455] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e37f2a07-ba95-406c-a34c-4f46257747c4 is going to be deleted. [ 1108.156797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.157041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.157117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.157312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.157384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.157505] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 is going to be created. [ 1108.183479] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.183479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.183479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.183479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.183479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.184430] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.184542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.184615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.184787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.184875] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.184970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.185149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.185295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.185444] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.185539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.185598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.185760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.185848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.185900] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.197892] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 in Status: UNINITIALIZED for 2s [ 1108.651539] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.688649] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.688822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.688880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.689197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.689319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.689529] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.689636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.689702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.689861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.689935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.690036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e37f2a07-ba95-406c-a34c-4f46257747c4 already deleted. [ 1108.690117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.690275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.690419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.690564] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.690659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.690721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.690855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.690928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.691032] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.153840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.154011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.154088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.154292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.154486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.154486] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be updated. [ 1109.190305] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.190472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.190472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.190675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.190817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.193546] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.193743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.193792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.193974] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.194066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.194273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.194366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.194446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.194569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.194641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.194729] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e37f2a07-ba95-406c-a34c-4f46257747c4 already deleted. [ 1109.194808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.194898] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.201855] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: IN_PROGRESS for 2s [ 1109.697246] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e37f2a07-ba95-406c-a34c-4f46257747c4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.143046] env[65380]: INFO networking_nsxv3.common.synchronization [req-cfcb5d25-7da1-4de0-8a1f-267a53f60abd req-90ef97f2-41bf-4255-aed2-441ebdce4503 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_members [ 1110.143207] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_members [ 1110.143585] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edbf2e4-d95b-44e7-9345-32d7a727da39 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.143585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.143723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.143942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.144284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.144431] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.144460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.144654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.144778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.144880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.199550] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e37f2a07-ba95-406c-a34c-4f46257747c4: rpc.has_security_group_logging(os_id): False [ 1110.209987] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 in Status: SUCCESS [ 1110.210244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.210873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.211464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.211464] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.211464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.211464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.211679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.211713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.211785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.211875] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.221459] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.221672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.221724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.221942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.222055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.222317] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.222427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.222505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.222731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.222863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.223178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e37f2a07-ba95-406c-a34c-4f46257747c4 is going to be created. [ 1110.240198] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e37f2a07-ba95-406c-a34c-4f46257747c4], does not exist path=[/infra/domains/default/groups/e37f2a07-ba95-406c-a34c-4f46257747c4]."\n}' [ 1110.240357] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e37f2a07-ba95-406c-a34c-4f46257747c4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e37f2a07-ba95-406c-a34c-4f46257747c4 [ 1110.240441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1110.358751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.358949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.358997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.359264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.361672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.362221] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.366223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.366326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.366661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.366713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.366975] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.367116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.367210] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.367423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.367513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.367822] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e37f2a07-ba95-406c-a34c-4f46257747c4 is going to be created. [ 1110.398814] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e37f2a07-ba95-406c-a34c-4f46257747c4], does not exist path=[/infra/domains/default/groups/e37f2a07-ba95-406c-a34c-4f46257747c4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e37f2a07-ba95-406c-a34c-4f46257747c4 [ 1110.398814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e37f2a07-ba95-406c-a34c-4f46257747c4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.398814] env[65380]: Traceback (most recent call last): [ 1110.398814] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1110.398814] env[65380]: return func(*args, **kwargs) [ 1110.398814] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1110.398814] env[65380]: res.raise_for_status() [ 1110.398814] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1110.398814] env[65380]: raise HTTPError(http_error_msg, response=self) [ 1110.398814] env[65380]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e37f2a07-ba95-406c-a34c-4f46257747c4 [ 1110.398814] env[65380]: During handling of the above exception, another exception occurred: [ 1110.398814] env[65380]: Traceback (most recent call last): [ 1110.398814] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1110.398814] env[65380]: listener.cb(fileno) [ 1110.398814] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1110.398814] env[65380]: result = function(*args, **kwargs) [ 1110.398814] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1110.398814] env[65380]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1110.398814] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1110.398814] env[65380]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1110.398814] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1110.398814] env[65380]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1110.398814] env[65380]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1110.398814] env[65380]: res.raise_for_status() [ 1110.398814] env[65380]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1110.398814] env[65380]: raise HTTPError(http_error_msg, response=self) [ 1110.398814] env[65380]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e37f2a07-ba95-406c-a34c-4f46257747c4 [ 1110.398814] env[65380]: Removing descriptor: 61 [ 1110.523966] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.523966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.523966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.523966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.524885] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.524885] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.525115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.528742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.528742] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.528742] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.528742] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.528742] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.528742] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.528742] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.528742] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.528742] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.547232] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.547432] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.547573] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.547752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.548088] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-e5e55898-473b-4cdf-9d34-0b704e923915 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.548590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-e5e55898-473b-4cdf-9d34-0b704e923915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.548590] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-e5e55898-473b-4cdf-9d34-0b704e923915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.548707] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-e5e55898-473b-4cdf-9d34-0b704e923915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.549175] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e55898-473b-4cdf-9d34-0b704e923915',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.648375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.648375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.648375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.648375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.648375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.648375] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.648375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.648375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.648375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.648375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.648375] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 already deleted. [ 1110.649126] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.717021] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.053870] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.054121] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.054251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.054633] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.054796] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.054953] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port e5e55898-473b-4cdf-9d34-0b704e923915 not found, creating... [ 1111.055259] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.055419] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.055596] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.055754] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.055892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.056194] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.056345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.056458] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.056663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.056815] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.056939] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: e5e55898-473b-4cdf-9d34-0b704e923915 is going to be created. [ 1111.079121] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.079392] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.079539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.079907] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.080176] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.080442] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-e5e55898-473b-4cdf-9d34-0b704e923915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.215464] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: SUCCESS [ 1111.215695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.215887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.216293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.216597] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.216771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.216849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.217093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.217193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.217308] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.218467] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7152efa9-739a-437d-93dd-848fc6c6b9b3: rpc.has_security_group_logging(os_id): False [ 1111.242510] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.242701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.242785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.243014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.243112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.243438] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.243543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.243676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.243794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.243877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.243968] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 is going to be created. [ 1111.285350] env[65380]: INFO networking_nsxv3.common.synchronization [req-2167d554-6d63-4401-b160-e8fec8cf42f2 req-ebd406c4-d546-4dd7-b236-980cdf6a0a3e tempest-ServerRescueTestJSONUnderV235-1121949326 tempest-ServerRescueTestJSONUnderV235-1121949326-project-member] Enqueued Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1111.285982] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 with Priority: HIGHEST for action security_group_members [ 1111.286702] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.286814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.320325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.320325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.320325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.320596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.320733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.335551] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 in Status: IN_PROGRESS for 2s [ 1111.722778] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.816735] env[65380]: INFO networking_nsxv3.common.synchronization [req-cfcb5d25-7da1-4de0-8a1f-267a53f60abd req-41e3f748-84df-4123-ba93-f37eadf54686 service nova] Enqueued Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_rules [ 1111.816801] env[65380]: INFO networking_nsxv3.common.synchronization [req-cfcb5d25-7da1-4de0-8a1f-267a53f60abd req-41e3f748-84df-4123-ba93-f37eadf54686 service nova] Enqueued Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_members [ 1111.816909] env[65380]: INFO networking_nsxv3.common.synchronization [req-cfcb5d25-7da1-4de0-8a1f-267a53f60abd req-41e3f748-84df-4123-ba93-f37eadf54686 service nova] Enqueued Resource ID: e5e55898-473b-4cdf-9d34-0b704e923915 with Priority: HIGHEST for action port [ 1111.817691] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_rules [ 1111.819456] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_members [ 1111.819763] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5e55898-473b-4cdf-9d34-0b704e923915 with Priority: HIGHEST for action port [ 1111.820281] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edbf2e4-d95b-44e7-9345-32d7a727da39 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.820996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.821205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.821563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.821769] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.825863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edbf2e4-d95b-44e7-9345-32d7a727da39 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.825863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.825863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.825863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.825863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.826112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.826560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.826560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.826560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.827277] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.828681] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5e55898-473b-4cdf-9d34-0b704e923915 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.829266] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5e55898-473b-4cdf-9d34-0b704e923915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.829409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5e55898-473b-4cdf-9d34-0b704e923915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.829649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5e55898-473b-4cdf-9d34-0b704e923915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.830018] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5e55898-473b-4cdf-9d34-0b704e923915',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.224073] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.333021] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edbf2e4-d95b-44e7-9345-32d7a727da39 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.333176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.333385] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.334595] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5e55898-473b-4cdf-9d34-0b704e923915 with status ACTIVE [ 1112.334595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.334756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.334756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.334960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.335060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.335239] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.335337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.335400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.335540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.335613] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.335788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.335873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.335931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.336673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.336673] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.336673] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5e55898-473b-4cdf-9d34-0b704e923915 is going to be updated. [ 1112.357322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.357469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.357525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.357738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.357874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.358047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5e55898-473b-4cdf-9d34-0b704e923915" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.612228] env[65380]: INFO networking_nsxv3.common.synchronization [req-1a5be460-9558-406f-9199-2c3aca31746e req-1fc9704e-e7c1-46b6-b565-c59c0c50cec7 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1112.612228] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1112.613068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.613068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.613068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.613068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.613068] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.613341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.613341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.613341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.613475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.613475] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.729207] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.729207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.729207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.729207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.729207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.729207] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be updated. [ 1112.764272] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.765030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.765030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.765030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.765030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.778132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: IN_PROGRESS for 2s [ 1112.838639] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.968427] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.968664] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.968837] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.969155] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.969471] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.969688] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.970016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.970256] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.970318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.970510] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.970624] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.970735] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.970843] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.970954] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.971072] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.971209] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.002275] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.002516] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.002705] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.002921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.003338] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-1388879d-e2b5-421a-bf52-dcbcf2e2de00 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.003546] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-1388879d-e2b5-421a-bf52-dcbcf2e2de00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.003716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-1388879d-e2b5-421a-bf52-dcbcf2e2de00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.004091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-1388879d-e2b5-421a-bf52-dcbcf2e2de00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.004266] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1388879d-e2b5-421a-bf52-dcbcf2e2de00',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.115780] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.345407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.345798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.345990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.346331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.346396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.346558] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 is going to be created. [ 1113.349637] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 in Status: SUCCESS [ 1113.349930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.390927] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.391112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.391172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.391385] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.391666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.406785] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 in Status: UNINITIALIZED for 2s [ 1113.506525] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.506808] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.506971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.507289] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.507465] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.507670] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 1388879d-e2b5-421a-bf52-dcbcf2e2de00 not found, creating... [ 1113.507968] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.508176] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.508326] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.508574] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.508745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.509259] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.509452] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.509599] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.509840] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.510014] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.510190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 1388879d-e2b5-421a-bf52-dcbcf2e2de00 is going to be created. [ 1113.538038] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.538268] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.538364] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.538716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.539041] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.539313] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-1388879d-e2b5-421a-bf52-dcbcf2e2de00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.617563] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.119858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.120180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.120180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.120355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.120445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.120544] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1114.151397] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.151702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.151702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.151891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.152057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.161555] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1114.236781] env[65380]: INFO networking_nsxv3.common.synchronization [req-1a5be460-9558-406f-9199-2c3aca31746e req-baebca9b-69dc-4663-a47a-0ec74b4ad46f service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1114.236940] env[65380]: INFO networking_nsxv3.common.synchronization [req-1a5be460-9558-406f-9199-2c3aca31746e req-baebca9b-69dc-4663-a47a-0ec74b4ad46f service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1114.237092] env[65380]: INFO networking_nsxv3.common.synchronization [req-1a5be460-9558-406f-9199-2c3aca31746e req-baebca9b-69dc-4663-a47a-0ec74b4ad46f service nova] Enqueued Resource ID: 1388879d-e2b5-421a-bf52-dcbcf2e2de00 with Priority: HIGHEST for action port [ 1114.237626] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1114.237753] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1114.237847] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1388879d-e2b5-421a-bf52-dcbcf2e2de00 with Priority: HIGHEST for action port [ 1114.238129] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.238256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.238304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.238899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.238983] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.239829] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.240504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.240504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-1388879d-e2b5-421a-bf52-dcbcf2e2de00 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.240504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1388879d-e2b5-421a-bf52-dcbcf2e2de00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.240504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1388879d-e2b5-421a-bf52-dcbcf2e2de00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.240504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1388879d-e2b5-421a-bf52-dcbcf2e2de00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.240504] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1388879d-e2b5-421a-bf52-dcbcf2e2de00',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.744571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.744571] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1388879d-e2b5-421a-bf52-dcbcf2e2de00 with status ACTIVE [ 1114.744571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.744571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.744571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.744571] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.745213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.745213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.745213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.745213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.745213] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1388879d-e2b5-421a-bf52-dcbcf2e2de00 is going to be updated. [ 1114.764649] env[65380]: INFO networking_nsxv3.common.synchronization [req-842ccbcf-86f9-443a-bb3a-6bf5b1c95aa5 req-3fbde17b-31b5-4047-ab61-287ca6a535dd tempest-ServerActionsV293TestJSON-2034163916 tempest-ServerActionsV293TestJSON-2034163916-project-member] Enqueued Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_members [ 1114.765750] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGHEST for action security_group_members [ 1114.766377] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efff336-ebcd-49ca-96cb-24681f4360f3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.766377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.766377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.766860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.767120] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.767338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.767457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.767680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.767839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.768014] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.788768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.789034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.789173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.789496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1388879d-e2b5-421a-bf52-dcbcf2e2de00" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.793015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: SUCCESS [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.793015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.793015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.793015] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.793672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.793835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.794014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.794131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.794203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.794351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.794428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.794515] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.270295] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.270587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.270587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.270744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.295199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.295475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.295601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.295671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.295872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.295988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.296137] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 is going to be updated. [ 1115.297648] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.297785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.298094] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.298206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.298879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.298879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.334487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.334862] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.335057] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.335159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.335423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.335539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.335666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be updated. [ 1115.350536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.350536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.350536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.350848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.350965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.362323] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 in Status: IN_PROGRESS for 2s [ 1115.366273] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.366409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.366479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.367485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.367624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.378629] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: IN_PROGRESS for 2s [ 1115.418712] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 in Status: SUCCESS [ 1115.418938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.419396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.419471] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.419623] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.419746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.419812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.419971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.420066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.420157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.420248] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.922278] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.172170] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1116.172367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.172536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.172768] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.172951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.173085] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.173142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.173366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.173459] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.425418] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6edbf2e4-d95b-44e7-9345-32d7a727da39: rpc.has_security_group_logging(os_id): False [ 1116.450027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.450027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.450027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.450027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.450027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.450027] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.450027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.450027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.450027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.450027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.450027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 is going to be created. [ 1116.518556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.518556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.518744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.518803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.519090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.532352] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 in Status: IN_PROGRESS for 2s [ 1116.676411] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.179529] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.376514] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 in Status: SUCCESS [ 1117.376514] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 deletion is rescheduled due to dependency. [ 1117.376514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.391493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: SUCCESS [ 1117.391493] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 deletion is rescheduled due to dependency. [ 1117.391852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.392190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.392373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.392617] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.392776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.392862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.393138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.393138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.393206] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.684548] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.684548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.684548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.684548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.684548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.684548] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1117.720941] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.721115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.721218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.721436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.721584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.732890] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1117.898356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.898489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.898949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.898949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.898949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.899125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.899183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.899297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.899378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.899449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.899534] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be updated. [ 1117.927545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.927754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.927877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.929060] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.929237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.946846] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: IN_PROGRESS for 2s [ 1118.550113] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 in Status: SUCCESS [ 1118.550113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.732506] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.732864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.732864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.733105] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.733360] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.733991] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.734145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.734367] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.734513] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.734772] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.734887] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.734994] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.735130] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.735238] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.735340] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.735470] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.747514] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1119.747705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.747856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.748058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.748231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.748337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.748400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.748548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.748627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.748711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.748797] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.757331] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.757539] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.757677] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.757921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.758312] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.758480] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.758597] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.758924] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.759071] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.766199] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1119.766282] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1119.960929] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: SUCCESS [ 1119.961265] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 deletion is rescheduled due to dependency. [ 1119.961338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.961603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.961910] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.962220] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.962369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.962450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.962654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.962799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.962946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.963238] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6df95417-6366-47ae-866b-6ecc1a389fd7 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.963407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.963492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.963764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.963920] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.964141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.964215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.964454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.964454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.964581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.964630] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.251219] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.251532] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.251640] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.251915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.252553] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.252553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.252553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.252730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.252871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.253041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.253284] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.253459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.253615] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.253793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.254032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.254191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.254330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.254558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.254696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.254844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.255026] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.261399] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.261733] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.261884] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.262180] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.262333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.262488] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 not found, creating... [ 1120.262788] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.262972] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.263110] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.263332] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.263469] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.263870] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.264044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.264162] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.264370] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.264504] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.264664] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 is going to be created. [ 1120.286684] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.286897] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.287019] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.287712] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.287965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.288204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.466577] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6df95417-6366-47ae-866b-6ecc1a389fd7: rpc.has_security_group_logging(os_id): False [ 1120.501462] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.501648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.501792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.502080] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.502191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.502465] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.502590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.502660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.502868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.502953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.503195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.503297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.503360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.503558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.503708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.503977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.504093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.504201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.504356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.504451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.504562] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be updated. [ 1120.580785] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.581092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.581206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.581499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.581710] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.609282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: IN_PROGRESS for 2s [ 1120.757900] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e326da-8090-4c9c-b58d-aab115ad2c06: rpc.has_security_group_logging(os_id): False [ 1120.779660] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.779877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.779877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.780103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.807374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.807692] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.807822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.807964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.808129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.808222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.808421] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.808525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.808579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.808740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.808812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.808999] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.809115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.809248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.809336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.809370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.809465] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1120.875417] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.875579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.875652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.875896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.876071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.912502] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1120.999634] env[65380]: INFO networking_nsxv3.common.synchronization [req-72ed514d-5c92-4485-b975-3e7c38425806 req-0349f03b-4b08-49b8-b751-5a0a2201c455 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 1120.999795] env[65380]: INFO networking_nsxv3.common.synchronization [req-72ed514d-5c92-4485-b975-3e7c38425806 req-0349f03b-4b08-49b8-b751-5a0a2201c455 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1120.999948] env[65380]: INFO networking_nsxv3.common.synchronization [req-72ed514d-5c92-4485-b975-3e7c38425806 req-0349f03b-4b08-49b8-b751-5a0a2201c455 service nova] Enqueued Resource ID: 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 with Priority: HIGHEST for action port [ 1121.000559] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 1121.000968] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1121.000968] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 with Priority: HIGHEST for action port [ 1121.001149] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.002096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.002096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.002096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.002096] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.003134] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.003134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.003134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.003306] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.003455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.003547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.003675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.003884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.004272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.004272] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.005038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.005177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.005177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.005275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.005539] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.506665] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.507847] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.507970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.510147] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 with status ACTIVE [ 1121.510147] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.510147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.510147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.510147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.510348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.510468] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.510604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.510678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.510906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.511045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.511255] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.511353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.511415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.511569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.511679] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.511774] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 is going to be updated. [ 1121.535992] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.536181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.536225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.536418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.536556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.536722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.013988] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.516161] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.516316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.516390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.516630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.516734] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.516837] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1122.553026] env[65380]: INFO networking_nsxv3.common.synchronization [None req-a7d13c7a-1c4d-41f9-80ee-729331d9fcb6 tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: 991d17a2-1b0d-4a8c-b747-daafb407723c with Priority: HIGHEST for action security_group_rules [ 1122.553979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.554199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.555351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.555351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.555351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.556422] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991d17a2-1b0d-4a8c-b747-daafb407723c with Priority: HIGHEST for action security_group_rules [ 1122.556825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991d17a2-1b0d-4a8c-b747-daafb407723c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.557445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991d17a2-1b0d-4a8c-b747-daafb407723c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.557445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991d17a2-1b0d-4a8c-b747-daafb407723c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.557680] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991d17a2-1b0d-4a8c-b747-daafb407723c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.557760] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991d17a2-1b0d-4a8c-b747-daafb407723c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.567536] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1122.626400] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 in Status: SUCCESS [ 1122.626752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.627055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.627375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.627547] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6df95417-6366-47ae-866b-6ecc1a389fd7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.658988] env[65380]: INFO networking_nsxv3.common.synchronization [req-c8fc1236-ea78-4d63-b420-bfa7d5f51211 req-40b97046-21bf-43f2-aabb-2a766d9e1d79 tempest-ServerActionsTestOtherB-140608432 tempest-ServerActionsTestOtherB-140608432-project-member] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1122.659587] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1122.659984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.660092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.660129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.660319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.660474] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.660586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.660651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.660799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.660878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.661207] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.722240] env[65380]: INFO networking_nsxv3.common.synchronization [None req-bcf58f91-5284-435c-b7fa-1162297f141d tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: 991d17a2-1b0d-4a8c-b747-daafb407723c with Priority: HIGHEST for action security_group_rules [ 1122.722998] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991d17a2-1b0d-4a8c-b747-daafb407723c with Priority: HIGHEST for action security_group_rules [ 1122.723132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991d17a2-1b0d-4a8c-b747-daafb407723c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.723237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991d17a2-1b0d-4a8c-b747-daafb407723c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.927814] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1122.928055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.078111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.078427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.078427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.078593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.078934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.078934] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991d17a2-1b0d-4a8c-b747-daafb407723c already deleted. [ 1123.078934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991d17a2-1b0d-4a8c-b747-daafb407723c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.079648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991d17a2-1b0d-4a8c-b747-daafb407723c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.079648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991d17a2-1b0d-4a8c-b747-daafb407723c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.079648] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991d17a2-1b0d-4a8c-b747-daafb407723c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.150241] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.150403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.150440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.150670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.150776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.150907] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6df95417-6366-47ae-866b-6ecc1a389fd7 is going to be deleted. [ 1123.163445] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.163632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.163704] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.163915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.183921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.183921] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.184070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.184070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.185019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.185019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.185019] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 1123.205451] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.205684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.205684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.205901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.205992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.206121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6df95417-6366-47ae-866b-6ecc1a389fd7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.210723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.210723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.210899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.211049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.211197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.221424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 1123.609871] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.610034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.610100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.610328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.610427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.610526] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991d17a2-1b0d-4a8c-b747-daafb407723c already deleted. [ 1123.610661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991d17a2-1b0d-4a8c-b747-daafb407723c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.580146] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1124.580662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.580662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.580662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.580870] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.580940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.580979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.581155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.581241] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.581324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.581394] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.085798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.085973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.086065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.086285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.087668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.087668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.087806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.087971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.087971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.088096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.089170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.089170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.089170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.089170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.089170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.089170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.090466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.090466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.090466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.090466] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.233956] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 1125.234169] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 deletion is rescheduled due to dependency. [ 1125.234298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.248082] env[65380]: INFO networking_nsxv3.common.synchronization [req-5c2beadb-d32b-470d-ae33-e18cd3f816a4 req-50946651-48e4-465d-a3f1-028080431d24 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1125.248903] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1125.248952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.249081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.249147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.249346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.249512] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.249662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.249662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.249847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.249946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.249980] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.593537] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0: rpc.has_security_group_logging(os_id): False [ 1125.621999] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.621999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.622252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.622543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.653022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.653685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653685] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1125.752785] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.770643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.770885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.770885] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.771071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.771219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.786724] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1125.877233] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a0d1628-271e-4a4a-9b10-b31e67c94905 req-9f81d1bb-b3f6-43b0-8040-cdea81e0f49e tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1125.878311] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1125.878840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.878971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.879051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.879342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.879804] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.879804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.879804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.880062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.880062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.880062] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.256346] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.382486] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.382637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.382703] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.382932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.412808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.412808] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.412808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.412808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.412808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.412808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.412808] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1126.442172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.442172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.442172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.442172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.442172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.453659] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1126.758536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.758817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.758817] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.759021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.759066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.759155] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1126.793226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.793338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.793372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.793973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.793973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.803760] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1127.800837] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1127.801172] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.859015] env[65380]: INFO networking_nsxv3.common.synchronization [req-e247cd45-1a8f-4038-b836-f5a3703e7bef req-69f7e8cf-a7d2-40f1-9fdc-c1b31f01947c tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1127.859549] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1127.859649] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.859724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.172528] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.172648] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.172710] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.172965] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.173291] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.173459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.173607] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.173837] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.173982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.174202] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.174314] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.174424] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.174596] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.174744] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.174868] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.174999] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.193791] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.193966] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.194120] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.194292] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.194767] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.194997] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.195142] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.195487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.195628] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4dcc22-4cf8-46f3-9acd-c5ad6685f818',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.477520] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1128.477820] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1128.477949] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.478136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.478355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.478545] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.478664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.478739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.479029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.479029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.479236] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.698498] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.698813] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.698947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.699260] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.699427] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.699597] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 7e4dcc22-4cf8-46f3-9acd-c5ad6685f818 not found, creating... [ 1128.699868] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.700035] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.700157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.700377] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.700516] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.700805] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.700961] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.701091] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.701299] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.701434] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.701599] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 7e4dcc22-4cf8-46f3-9acd-c5ad6685f818 is going to be created. [ 1128.722840] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.723071] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.723184] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.723438] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.723696] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.723921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.838179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1128.838432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.981680] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.981878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.981915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.982198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.982295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.982516] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.982634] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.982709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.982871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.982980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.983128] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1129.029174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.029427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.029604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.029950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.030240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.043289] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1129.473702] env[65380]: INFO networking_nsxv3.common.synchronization [req-e247cd45-1a8f-4038-b836-f5a3703e7bef req-e0eb95c7-91f6-4fd7-9edb-23c998de80e2 service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1129.473933] env[65380]: INFO networking_nsxv3.common.synchronization [req-e247cd45-1a8f-4038-b836-f5a3703e7bef req-e0eb95c7-91f6-4fd7-9edb-23c998de80e2 service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1129.474049] env[65380]: INFO networking_nsxv3.common.synchronization [req-e247cd45-1a8f-4038-b836-f5a3703e7bef req-e0eb95c7-91f6-4fd7-9edb-23c998de80e2 service nova] Enqueued Resource ID: 7e4dcc22-4cf8-46f3-9acd-c5ad6685f818 with Priority: HIGHEST for action port [ 1129.475051] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1129.475051] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1129.475051] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e4dcc22-4cf8-46f3-9acd-c5ad6685f818 with Priority: HIGHEST for action port [ 1129.475257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.475390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.476040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.476040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.476040] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.477693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.477693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.477693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.477693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.477693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.477877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.477877] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e4dcc22-4cf8-46f3-9acd-c5ad6685f818',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.977930] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.978238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.980390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e4dcc22-4cf8-46f3-9acd-c5ad6685f818 with status ACTIVE [ 1129.980570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.980685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.980752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.980952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.981055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.981230] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.981324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.981386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.981568] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.981650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.981833] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.981925] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.982017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.982161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.982234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.982319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e4dcc22-4cf8-46f3-9acd-c5ad6685f818 is going to be updated. [ 1130.011051] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.011051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.011051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.011274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.011274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.011567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e4dcc22-4cf8-46f3-9acd-c5ad6685f818" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.066594] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1131.066951] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1131.066951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.067160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.067378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.067570] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.067691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.067755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.067904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.068054] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.068113] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.571269] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.073439] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.576034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.576264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.576264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.576473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.576567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.576667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1132.610184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.610325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.610325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.610606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.610766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.621015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1133.795128] env[65380]: INFO networking_nsxv3.common.synchronization [req-11a726e4-a372-4fa5-a5a6-7cd9b85de96b req-578d389e-5f65-451e-879c-3d2f322d4817 tempest-ServerActionsTestOtherB-140608432 tempest-ServerActionsTestOtherB-140608432-project-member] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1133.796268] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1133.796675] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.796809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.796873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.797081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.797234] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.797332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.797395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.797544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.797628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.797720] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.147012] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.147205] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.147333] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.147673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.148262] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.148437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.148577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.148807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.149070] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.149167] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.149292] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.149402] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.149754] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.149754] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.149754] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.149832] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.169057] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.169388] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.169560] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.169783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.170139] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-cf3df048-713a-474d-9278-a467e50ec4f8 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.170356] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.170499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.170843] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.170981] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3df048-713a-474d-9278-a467e50ec4f8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.257824] env[65380]: INFO networking_nsxv3.common.synchronization [req-e836f4a0-21fa-4389-9659-337df8c79697 req-a3a0bb70-7b59-4738-9fe3-522a33eb66f0 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1134.258368] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1134.258640] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.258766] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.258833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.259028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.259184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.259280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.259355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.259482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.259557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.259653] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.299915] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.300143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.300236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.300469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.300598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.300851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.300992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.301090] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.301271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.301396] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.301497] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 1134.337440] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.337662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.337740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.337972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.338131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.355020] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 1134.631148] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1134.631419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.631612] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.631884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.632138] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.632293] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.632379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.632544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.632668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.632793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.632894] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.673804] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.674089] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.674207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.674474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.674699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.674986] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port cf3df048-713a-474d-9278-a467e50ec4f8 not found, creating... [ 1134.675289] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.675461] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.675584] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.675816] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.676064] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.676270] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.676430] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.676548] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.676892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.676892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.677153] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: cf3df048-713a-474d-9278-a467e50ec4f8 is going to be created. [ 1134.698473] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.698745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.698825] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.699081] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.699317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.699581] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.761917] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.138025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.138025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.138025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.138025] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.138025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.138829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.138829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.138829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.138829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.138829] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.264416] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.422322] env[65380]: INFO networking_nsxv3.common.synchronization [req-11a726e4-a372-4fa5-a5a6-7cd9b85de96b req-48d59d28-0524-4be5-a3c4-e0193c4b8670 service nova] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 1135.422909] env[65380]: INFO networking_nsxv3.common.synchronization [req-11a726e4-a372-4fa5-a5a6-7cd9b85de96b req-48d59d28-0524-4be5-a3c4-e0193c4b8670 service nova] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1135.422909] env[65380]: INFO networking_nsxv3.common.synchronization [req-11a726e4-a372-4fa5-a5a6-7cd9b85de96b req-48d59d28-0524-4be5-a3c4-e0193c4b8670 service nova] Enqueued Resource ID: cf3df048-713a-474d-9278-a467e50ec4f8 with Priority: HIGHEST for action port [ 1135.423089] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 1135.423227] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1135.423323] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3df048-713a-474d-9278-a467e50ec4f8 with Priority: HIGHEST for action port [ 1135.423643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.424510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.424649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.424891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.425100] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.426159] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.426302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.426952] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf3df048-713a-474d-9278-a467e50ec4f8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.427084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.427140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.427882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.427882] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3df048-713a-474d-9278-a467e50ec4f8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.642765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9bba2f-ed34-4724-acad-17eca50e1231: rpc.has_security_group_logging(os_id): False [ 1135.662473] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.662643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.662722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.662928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.663034] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.663226] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.663324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.663386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.663576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.663625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.663818] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.663934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.664058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.664173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.664247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.664434] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.664554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.664607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.664720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.664793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.664878] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1135.729595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.729826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.729886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.730256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.730312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.753855] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1135.767507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.767700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.767796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.768042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.769309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.769309] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1135.804830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.804988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.805119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.805369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.805564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.817066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1135.929771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.929970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.932282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf3df048-713a-474d-9278-a467e50ec4f8 with status ACTIVE [ 1135.932472] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.932649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.932707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.932870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.932958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.933154] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.933251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.933312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.933457] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.933580] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.933767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.933862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.933922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.934075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.934147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.934230] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf3df048-713a-474d-9278-a467e50ec4f8 is going to be updated. [ 1135.954726] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.954940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.955047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.955288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.955482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.955693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.371459] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 1136.371736] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 deletion is rescheduled due to dependency. [ 1136.371736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.371840] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.372076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.372266] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.372387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.372458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.372609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.372693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.372789] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.875476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.379358] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.678773] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.678979] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.679120] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.679388] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.680031] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.680031] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.680031] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.680320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.680493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.680714] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.680840] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.680930] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.681060] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.681188] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.681311] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.681466] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.705417] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.705417] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.705417] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.705417] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-256" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.705417] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.705614] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.705614] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.705879] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.706443] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.770687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1137.770954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.827931] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1137.828135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.881489] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.881629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.881705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.881915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.882011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.882136] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 1137.918036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.918036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.918036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.918285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.918285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.930913] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 1138.209376] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.209798] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.210049] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.210459] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.210741] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.211219] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.211493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.211707] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.212233] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.212468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.212935] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.213211] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.213366] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.213638] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.213804] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.213938] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 is going to be updated. [ 1138.235913] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.236134] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.236252] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.236551] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.236798] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.236958] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.984361] env[65380]: INFO networking_nsxv3.common.synchronization [req-bdaa52c0-afbb-414f-b5b7-82eaab7f8673 req-2815dd96-6308-4b88-8b91-a44e8d532531 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 1138.984647] env[65380]: INFO networking_nsxv3.common.synchronization [req-bdaa52c0-afbb-414f-b5b7-82eaab7f8673 req-2815dd96-6308-4b88-8b91-a44e8d532531 service nova] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1138.984785] env[65380]: INFO networking_nsxv3.common.synchronization [req-bdaa52c0-afbb-414f-b5b7-82eaab7f8673 req-2815dd96-6308-4b88-8b91-a44e8d532531 service nova] Enqueued Resource ID: 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 with Priority: HIGHEST for action port [ 1138.986564] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_rules [ 1138.986706] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1138.986805] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 with Priority: HIGHEST for action port [ 1138.987105] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.987232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.987298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.987512] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.987591] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.988502] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.988578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.988618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.988760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.988903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.988996] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.989059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.989234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.989350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.989481] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.991409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.991541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.991610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.991776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.991851] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.493425] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.493675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.493910] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.494842] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 with status ACTIVE [ 1139.495807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.495807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.495807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.495807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.495807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.495807] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.495807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.495807] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.496274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.496274] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.496274] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.496392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.496487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.496804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.496906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.497049] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1 is going to be updated. [ 1139.520115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.520269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.520324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.520519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.520663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.520822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-330c3a6f-16e2-4e4d-ae21-11b0c5b0dce1" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.948095] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 1139.948331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.948558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.948781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.948993] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.949131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.949227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.949370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.949451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.949537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.949637] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.999033] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.451641] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.501512] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.501692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.501826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.502030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.502135] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.502236] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1140.530414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.530549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.530584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.530800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.530948] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.542268] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1140.955507] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0ff30e-e301-49ba-9136-1b4a686a3769: rpc.has_security_group_logging(os_id): False [ 1140.974578] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.974794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.974863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.975192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.975298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.975590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.975697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.975769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.975964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.976059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.976154] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 1141.034983] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.035475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.035475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.035475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.035582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.046427] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 1142.553909] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1142.553909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.554527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.554527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.554607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.554797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.554900] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.554980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.555186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.555186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.555302] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.057598] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.057888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.058058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.058392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.058693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.058913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.059039] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.059270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.059390] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.059623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.059759] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.059938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.060170] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.060239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.060390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.060501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.060574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.060776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.060870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.060960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.061060] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.063591] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 1143.063838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.563409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0: rpc.has_security_group_logging(os_id): False [ 1143.584519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.584753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.584753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.584967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.585099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.585429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.585429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.585555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.585596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.586019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.586019] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.586019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.586173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.586433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.586433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.586490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.586586] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.586642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.586787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.586864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.586965] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1143.677362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.678076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.678076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.678076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.678076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.693787] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1143.987754] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1143.987888] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1145.710502] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1145.710813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.934012] env[65380]: INFO networking_nsxv3.common.synchronization [req-2c9a8eb7-c0ae-4e64-b904-6ea0999e1508 req-34a2ca71-591b-47dc-92b4-7e5359940485 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1145.934701] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1145.936047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.936402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.936402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.938917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.939124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.939238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.939298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.939469] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.939553] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.939646] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.333189] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.333396] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.333553] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.333851] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.334248] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.334493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.334674] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.334918] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.335080] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.335293] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.335406] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.335511] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.335615] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.335745] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.335836] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.335959] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.356169] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.356427] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.356582] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.356791] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.357162] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-4f519233-3caf-43f8-9330-571b1b60d4a3 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.357383] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-4f519233-3caf-43f8-9330-571b1b60d4a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.357511] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-4f519233-3caf-43f8-9330-571b1b60d4a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.357778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-4f519233-3caf-43f8-9330-571b1b60d4a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.358360] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f519233-3caf-43f8-9330-571b1b60d4a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.442021] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.861813] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.862284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.862284] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.862502] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.862718] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.862996] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 4f519233-3caf-43f8-9330-571b1b60d4a3 not found, creating... [ 1146.863320] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.863629] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.863745] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.864133] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.864423] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.865130] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.868787] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.869059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.869456] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.871029] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.871029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 4f519233-3caf-43f8-9330-571b1b60d4a3 is going to be created. [ 1146.893985] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.894222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.894386] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.894740] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.894982] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.895339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-4f519233-3caf-43f8-9330-571b1b60d4a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.945562] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.449632] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.449632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.449632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.449632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.449632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.449632] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1147.478940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.478940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.478940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.478940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.478940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.487208] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1147.604127] env[65380]: INFO networking_nsxv3.common.synchronization [req-2c9a8eb7-c0ae-4e64-b904-6ea0999e1508 req-36953b17-e4c4-4a7f-9c12-6a229292102a service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1147.604127] env[65380]: INFO networking_nsxv3.common.synchronization [req-2c9a8eb7-c0ae-4e64-b904-6ea0999e1508 req-36953b17-e4c4-4a7f-9c12-6a229292102a service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1147.604127] env[65380]: INFO networking_nsxv3.common.synchronization [req-2c9a8eb7-c0ae-4e64-b904-6ea0999e1508 req-36953b17-e4c4-4a7f-9c12-6a229292102a service nova] Enqueued Resource ID: 4f519233-3caf-43f8-9330-571b1b60d4a3 with Priority: HIGHEST for action port [ 1147.604127] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1147.604127] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1147.604127] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f519233-3caf-43f8-9330-571b1b60d4a3 with Priority: HIGHEST for action port [ 1147.604869] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.605132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.605283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.605572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.605759] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.607197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.607408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.607700] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f519233-3caf-43f8-9330-571b1b60d4a3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.607932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f519233-3caf-43f8-9330-571b1b60d4a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.608097] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f519233-3caf-43f8-9330-571b1b60d4a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.608368] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f519233-3caf-43f8-9330-571b1b60d4a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.608532] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f519233-3caf-43f8-9330-571b1b60d4a3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.110079] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f519233-3caf-43f8-9330-571b1b60d4a3 with status ACTIVE [ 1148.110599] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.110705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.110769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.110978] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.111081] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.111253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.111360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.111442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.111593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.111668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.111846] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.111938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.111997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.112145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.112215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.112295] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f519233-3caf-43f8-9330-571b1b60d4a3 is going to be updated. [ 1148.134345] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.134345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.134345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.134565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.134687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.134880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f519233-3caf-43f8-9330-571b1b60d4a3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.498235] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1149.498235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.498644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.498644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.498761] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.498874] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.498942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.499245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.499245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.499320] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.001208] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.506203] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.008202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.008400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.008444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.008665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.008748] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.008847] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1151.040453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.040596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.040669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.040884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.041037] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.051285] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1152.604513] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.604808] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1153.064014] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1153.064264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.064451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.064727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.064936] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.065083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.065151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.065324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.065410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.065503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.065597] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.568549] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.568745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.568893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.569262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.569524] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.569736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.569810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.570149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.570262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.570379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.570581] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.571048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.571048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.571048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.571263] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.571415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.571573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.571753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.571852] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.571955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.572070] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.075076] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e326da-8090-4c9c-b58d-aab115ad2c06: rpc.has_security_group_logging(os_id): False [ 1154.096748] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.096972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.097063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.097312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.097416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.097665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.097793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.097895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.098108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.098192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.098453] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.098598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.098692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.098888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.099010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.099251] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.099404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.099509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.099699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.099794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.099911] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1154.192414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.192693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.192693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.192837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.193043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.210553] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1154.645179] env[65380]: INFO networking_nsxv3.common.synchronization [req-9de108d8-0852-44d5-9fc0-a1b6be4a7d73 req-3c08b7fe-646b-4057-b415-f823fa164ebe tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1154.645668] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1154.646158] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.646379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.646458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.646688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.646822] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.646921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.647008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.647197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.647284] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.648060] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.149769] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.652538] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.156796] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.156796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.156796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.156796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.157177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.157177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f is going to be updated. [ 1156.191684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.191846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.191922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.192124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.192273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.202611] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: IN_PROGRESS for 2s [ 1156.230974] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1156.231315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.089022] env[65380]: INFO networking_nsxv3.common.synchronization [req-be320f5f-f122-4639-a905-3e727aa6f0f8 req-0d9a4b0d-85e5-42ef-8e67-9cbcc173452e tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1158.089022] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1158.089022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.089022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.089022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.089022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.089022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.089022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.089022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.089022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.089022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.089022] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.213747] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: SUCCESS [ 1158.214542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.592793] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.095461] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.598132] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.598461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.598461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.598654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.598754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.598871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1159.628718] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.628951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.629040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.629265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.629412] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.637866] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1161.651828] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1161.651828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.337777] env[65380]: INFO networking_nsxv3.common.synchronization [req-7a1001f9-db81-48ec-aebd-c700b17610a5 req-280f4717-6c21-4662-b21d-98569b8cdfa0 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1162.344171] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGHEST for action security_group_members [ 1162.344853] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.344986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.345077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.345267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.345415] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.345505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.345562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.345709] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.345801] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.346525] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.848394] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.848701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.848701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.848851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.869636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.870456] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.870456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.870456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.870456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.870456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.870456] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f is going to be updated. [ 1162.901855] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.901855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.901855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.901855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.901855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.915015] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: IN_PROGRESS for 2s [ 1163.065328] env[65380]: INFO networking_nsxv3.common.synchronization [req-f988110e-65d5-4b7c-a7db-47a5a13f8833 req-3108da60-f4c3-45eb-b225-e5dd09538a5c tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1163.065895] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1163.066247] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.066372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.066439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.066638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.066786] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.066883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.066975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.067147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.067238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.067813] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.570574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.570574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.570819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.570966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.592863] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.593195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.593332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.593398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.593669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.593757] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.593854] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1163.628947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.629148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.629202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.629415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.629554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.644245] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1164.925467] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f in Status: SUCCESS [ 1164.925839] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f deletion is rescheduled due to dependency. [ 1164.925839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.654832] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1165.655051] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 deletion is rescheduled due to dependency. [ 1165.655189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.942789] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9541ba34-3605-4381-a9a0-92110e93f8e5 tempest-AttachInterfacesTestJSON-1562818112 tempest-AttachInterfacesTestJSON-1562818112-project-member] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1167.943504] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGHEST for action security_group_members [ 1167.943960] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.944149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.944220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.944413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.944583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.944685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.944749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.944926] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.945023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.945133] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.447643] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.447820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.447895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.448145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.448244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.448460] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.448561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.448638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.448815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.448920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.449028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be updated. [ 1168.482156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.482364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.482433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.482654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.482796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.493885] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: IN_PROGRESS for 2s [ 1168.902302] env[65380]: INFO networking_nsxv3.common.synchronization [req-191d7899-0d23-40cb-8584-27aab1ea1d41 req-bc3f99e9-ef71-4053-8710-d0782d541015 tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1168.902888] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1168.903303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.903389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.903459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.903991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.904205] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.904316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.904383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.904554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.904691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.904819] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.410022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.410022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.410022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.410022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.410022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.410022] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.410022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.410022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.410022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.410022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.410022] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1169.438802] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.438802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.438802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.438802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.438802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.451995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1169.788273] env[65380]: INFO networking_nsxv3.common.synchronization [req-e16d8dbe-aa44-4a17-bbaf-32c3a24cf39d req-de652637-f689-4392-8567-b68dbfa8371b tempest-AttachVolumeNegativeTest-1972219862 tempest-AttachVolumeNegativeTest-1972219862-project-member] Enqueued Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_members [ 1169.788833] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGHEST for action security_group_members [ 1169.789155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7152efa9-739a-437d-93dd-848fc6c6b9b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.789275] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.789343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.789966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.789966] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.789966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.789966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.789966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.790259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.790259] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.292843] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.293096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.293096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.293380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.293380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.293586] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.293684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.293867] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.293916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.294019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.294070] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 is going to be updated. [ 1170.330371] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.330719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.330760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.331303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.331637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.344373] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 in Status: IN_PROGRESS for 2s [ 1170.504328] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 in Status: SUCCESS [ 1170.504643] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 deletion is rescheduled due to dependency. [ 1170.504643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.705386] env[65380]: INFO networking_nsxv3.common.synchronization [req-7b0e3f6c-3b91-4374-82d3-932d8842561e req-044ac765-3886-4144-bde7-917e1e92affc tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1170.705911] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1170.706232] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.706351] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.706419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.706630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.706782] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.706897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.706957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.707134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.707218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.707307] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.013808] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-2 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.013937] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.013978] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.014301] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.014611] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.014811] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.014964] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.015724] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.015724] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.015724] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.015724] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.015906] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.015906] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.016027] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.016190] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.016350] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.036738] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.036913] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.037081] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.037236] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.037719] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-56f375aa-8266-43ae-b0bd-5866243423aa taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.037993] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-56f375aa-8266-43ae-b0bd-5866243423aa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.038207] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-56f375aa-8266-43ae-b0bd-5866243423aa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.038546] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-56f375aa-8266-43ae-b0bd-5866243423aa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.038689] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f375aa-8266-43ae-b0bd-5866243423aa',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.209867] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.461782] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1171.461971] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1171.462098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.541903] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.542395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.542395] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.542577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.542724] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.542921] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 56f375aa-8266-43ae-b0bd-5866243423aa not found, creating... [ 1171.543158] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.543318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.543437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.543821] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.544032] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.544339] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.544668] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.544852] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.545117] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.545265] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.545416] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 56f375aa-8266-43ae-b0bd-5866243423aa is going to be created. [ 1171.565294] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.565647] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.565799] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.566145] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.566448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.566716] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-56f375aa-8266-43ae-b0bd-5866243423aa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.712880] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.215541] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.215700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.215775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.215983] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.216089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.216187] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1172.245949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.246190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.246190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.246487] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.246636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.256463] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1172.282265] env[65380]: INFO networking_nsxv3.common.synchronization [req-7b0e3f6c-3b91-4374-82d3-932d8842561e req-235256e1-c23d-4582-9a4e-a54ced5f1be2 service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1172.282435] env[65380]: INFO networking_nsxv3.common.synchronization [req-7b0e3f6c-3b91-4374-82d3-932d8842561e req-235256e1-c23d-4582-9a4e-a54ced5f1be2 service nova] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1172.282570] env[65380]: INFO networking_nsxv3.common.synchronization [req-7b0e3f6c-3b91-4374-82d3-932d8842561e req-235256e1-c23d-4582-9a4e-a54ced5f1be2 service nova] Enqueued Resource ID: 56f375aa-8266-43ae-b0bd-5866243423aa with Priority: HIGHEST for action port [ 1172.283098] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_rules [ 1172.283232] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1172.283326] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56f375aa-8266-43ae-b0bd-5866243423aa with Priority: HIGHEST for action port [ 1172.283645] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.283787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.283839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.284174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.284353] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.285539] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.285637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.285834] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-56f375aa-8266-43ae-b0bd-5866243423aa taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.286056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56f375aa-8266-43ae-b0bd-5866243423aa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.286148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56f375aa-8266-43ae-b0bd-5866243423aa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.286321] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56f375aa-8266-43ae-b0bd-5866243423aa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.286397] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56f375aa-8266-43ae-b0bd-5866243423aa',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.354950] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 in Status: SUCCESS [ 1172.355201] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 deletion is rescheduled due to dependency. [ 1172.355268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.786940] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.787257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.788501] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56f375aa-8266-43ae-b0bd-5866243423aa with status ACTIVE [ 1172.788742] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.788897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.788942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.789156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.789248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.789886] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.789886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.789886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.789886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.789886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.790455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.790982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.790982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.790982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.790982] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.791145] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56f375aa-8266-43ae-b0bd-5866243423aa is going to be updated. [ 1172.812609] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.812790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.812871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.813133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.813297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.813499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56f375aa-8266-43ae-b0bd-5866243423aa" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.266840] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1174.267165] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.267263] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.267496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.267692] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.267826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.267887] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.268053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.268138] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.268264] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.770517] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.160833] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.161046] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.161178] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.161473] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.161723] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.161884] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.161998] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.162228] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.162373] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.162583] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.162694] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.162799] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.162905] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.163020] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.163126] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.163255] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.181131] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.181334] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.181471] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.181648] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-981" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.181940] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-cd731def-a6f7-40f9-b6ad-a10d2fd72984 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.182126] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.182244] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.182531] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.182670] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd731def-a6f7-40f9-b6ad-a10d2fd72984',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.273122] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.685033] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.685318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.685448] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.685740] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.685905] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.686220] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.686468] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.686525] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.686695] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.686825] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.687126] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.687282] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.687399] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.687602] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.687734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.687874] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: cd731def-a6f7-40f9-b6ad-a10d2fd72984 is going to be updated. [ 1175.709367] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.709577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.709704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.709966] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.710173] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.710400] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.775303] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.775506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.775571] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.775737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.775828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.775930] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1175.815338] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.815537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.815537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.815749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.815891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.825841] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1176.424326] env[65380]: INFO networking_nsxv3.common.synchronization [req-3505a9be-f940-4889-a983-6bf7fef9970b req-3b115e1b-8e6f-42c0-8bef-f37000befe86 service nova] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_rules [ 1176.424644] env[65380]: INFO networking_nsxv3.common.synchronization [req-3505a9be-f940-4889-a983-6bf7fef9970b req-3b115e1b-8e6f-42c0-8bef-f37000befe86 service nova] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_members [ 1176.424732] env[65380]: INFO networking_nsxv3.common.synchronization [req-3505a9be-f940-4889-a983-6bf7fef9970b req-3b115e1b-8e6f-42c0-8bef-f37000befe86 service nova] Enqueued Resource ID: cd731def-a6f7-40f9-b6ad-a10d2fd72984 with Priority: HIGHEST for action port [ 1176.425326] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_rules [ 1176.425470] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_members [ 1176.425571] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd731def-a6f7-40f9-b6ad-a10d2fd72984 with Priority: HIGHEST for action port [ 1176.425957] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.426093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.426093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.426279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.426359] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.427268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.427381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.427449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.427662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.427793] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.427913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.427954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.428127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.428209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.428304] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.429153] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd731def-a6f7-40f9-b6ad-a10d2fd72984 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.429286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.429326] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.429506] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.429582] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd731def-a6f7-40f9-b6ad-a10d2fd72984',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.931158] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.931304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.931455] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.934947] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd731def-a6f7-40f9-b6ad-a10d2fd72984 with status ACTIVE [ 1176.934947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.934947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.934947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.935311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.935311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.935388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.936163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.936163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.936163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.936163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.936163] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.936163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.936163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.936482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.936482] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.936482] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd731def-a6f7-40f9-b6ad-a10d2fd72984 is going to be updated. [ 1176.960202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.960804] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.960882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.961108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.961249] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.961410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd731def-a6f7-40f9-b6ad-a10d2fd72984" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.434111] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.835107] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1177.835337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.835508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.835724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.835917] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.836047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.836109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.836278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.836369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.836459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.836548] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.920257] env[65380]: INFO networking_nsxv3.common.synchronization [req-7aedb105-7bd6-49e7-88ec-5aaf0728022e req-f71e77f6-f2f3-421d-82c0-7f5dd322813b tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1177.920861] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1177.921185] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.921303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.921365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.921608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.921697] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.921788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.921838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.921989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.922082] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.922171] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.937043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.937043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.937043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.937043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.937279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.937279] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 is going to be updated. [ 1177.992337] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.992483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.992575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.992786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.992933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.006044] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: IN_PROGRESS for 2s [ 1178.237679] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.238221] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.238221] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.238424] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.238586] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.238748] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.238864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.239093] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.239308] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.239529] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.239680] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.239813] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.239945] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.240086] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.240200] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.240405] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.260776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.261125] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.261125] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.261286] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-728" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.261645] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.262065] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.262204] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.262537] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.262677] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e12be3-8c2c-49d7-8f67-781a1ee6680e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.340672] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.340672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.340672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.340672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.340672] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.340672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.340672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.340672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.340672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.340672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.341360] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.341360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.341360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.341360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.341360] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.341360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.341360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.341578] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.341623] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.341731] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.341841] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.425535] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.425762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.425762] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.425979] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.426231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.426293] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.426404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.426404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.426563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.426622] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.426667] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1178.456899] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.457922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.457922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.457922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.457922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.468832] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1178.764909] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.765168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.765297] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.765583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.765734] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.765887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port b4e12be3-8c2c-49d7-8f67-781a1ee6680e not found, creating... [ 1178.766175] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.766337] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.766539] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.766760] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.766927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.767317] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.767511] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.767648] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.767882] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.768047] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.768231] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: b4e12be3-8c2c-49d7-8f67-781a1ee6680e is going to be created. [ 1178.789502] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.789780] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.789919] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.790212] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.790440] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.790663] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.844776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e326da-8090-4c9c-b58d-aab115ad2c06: rpc.has_security_group_logging(os_id): False [ 1178.867522] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.868296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.868296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.868296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.868296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.868296] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.868625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.868625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.868625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.868625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.868838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.868890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.868937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.869109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.869183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.869365] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.869674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.869763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.869913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.870061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.870176] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1178.958291] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.958291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.958291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.958499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.958635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.982493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1179.514824] env[65380]: INFO networking_nsxv3.common.synchronization [req-7aedb105-7bd6-49e7-88ec-5aaf0728022e req-c602c84f-65df-4147-aebd-cf37bfe3a7cd service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1179.515103] env[65380]: INFO networking_nsxv3.common.synchronization [req-7aedb105-7bd6-49e7-88ec-5aaf0728022e req-c602c84f-65df-4147-aebd-cf37bfe3a7cd service nova] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1179.515179] env[65380]: INFO networking_nsxv3.common.synchronization [req-7aedb105-7bd6-49e7-88ec-5aaf0728022e req-c602c84f-65df-4147-aebd-cf37bfe3a7cd service nova] Enqueued Resource ID: b4e12be3-8c2c-49d7-8f67-781a1ee6680e with Priority: HIGHEST for action port [ 1179.515681] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_rules [ 1179.516289] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1179.516472] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e12be3-8c2c-49d7-8f67-781a1ee6680e with Priority: HIGHEST for action port [ 1179.516683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.516803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.516938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.517076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.517155] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.517955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.518061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.518253] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.518348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.518409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.518569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.518639] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e12be3-8c2c-49d7-8f67-781a1ee6680e',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.015910] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: SUCCESS [ 1180.016066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.016182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.016398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.016590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.016708] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.016771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.016940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.017021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.017108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.017197] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.020172] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.020299] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.020430] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4e12be3-8c2c-49d7-8f67-781a1ee6680e with status ACTIVE [ 1180.020589] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.020689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.020795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.020940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.021045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.021233] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.021328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.021391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.021715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.021761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.021947] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.022061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.022109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.022256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.022325] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.022432] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4e12be3-8c2c-49d7-8f67-781a1ee6680e is going to be updated. [ 1180.045042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.045042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.045429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.045429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.045908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.045908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e12be3-8c2c-49d7-8f67-781a1ee6680e" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.479210] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1180.479404] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1180.479519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.479687] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.479896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.480097] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.480216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.480307] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.480424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.480502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.480594] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.519312] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.982405] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.999850] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1181.000235] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.021325] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f590183-e21e-4fc8-84fb-0bca20c02291: rpc.has_security_group_logging(os_id): False [ 1181.041084] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.041297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.041360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.041556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.061358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.061639] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.061793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.061849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.062093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.062162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.062218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 is going to be updated. [ 1181.119769] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.119923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.119973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.120302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.120496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.134272] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: IN_PROGRESS for 2s [ 1181.485757] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.991157] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.991157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.991157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.991157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.991157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.991157] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1181.997517] env[65380]: INFO networking_nsxv3.common.synchronization [req-2572480e-eeb8-4cdc-b913-2bbb25c4f70a req-443166de-0a85-4fb4-8650-f43ae667d255 tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1181.997517] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1181.997517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.997517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.997517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.997517] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.997517] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.997995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.998231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.999824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.999824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.999824] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.023717] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.023717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.023717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.023717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.023717] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.034658] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1182.395649] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.395933] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.396130] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.396611] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.397113] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.397339] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.397533] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.397894] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.398098] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.398355] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.398476] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.398591] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.398694] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.398891] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.398891] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.399075] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.422917] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.423113] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.423261] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.423466] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-523" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.423962] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.424168] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.424309] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.424668] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.424974] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d33bf4-6698-4d35-a2ee-636a6e0fdbec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.502030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.502030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.502238] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.502441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.502441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.502763] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.502892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.502987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.503178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.503269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.503361] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1182.533868] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.534079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.534185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.534439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.534619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.546686] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1182.927839] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.928134] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.928267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.928610] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.928840] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.929034] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 34d33bf4-6698-4d35-a2ee-636a6e0fdbec not found, creating... [ 1182.929325] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.929493] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.929613] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.929890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.930058] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.930377] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.930541] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.930672] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.930902] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.931065] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.931218] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 34d33bf4-6698-4d35-a2ee-636a6e0fdbec is going to be created. [ 1182.962044] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.962044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.962320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.962416] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.962631] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.962876] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.155814] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: SUCCESS [ 1183.155814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.701884] env[65380]: INFO networking_nsxv3.common.synchronization [req-2572480e-eeb8-4cdc-b913-2bbb25c4f70a req-0b3a39c5-e959-4209-80bf-9040516615c1 service nova] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 1183.701981] env[65380]: INFO networking_nsxv3.common.synchronization [req-2572480e-eeb8-4cdc-b913-2bbb25c4f70a req-0b3a39c5-e959-4209-80bf-9040516615c1 service nova] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1183.702086] env[65380]: INFO networking_nsxv3.common.synchronization [req-2572480e-eeb8-4cdc-b913-2bbb25c4f70a req-0b3a39c5-e959-4209-80bf-9040516615c1 service nova] Enqueued Resource ID: 34d33bf4-6698-4d35-a2ee-636a6e0fdbec with Priority: HIGHEST for action port [ 1183.702653] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_rules [ 1183.704148] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1183.704148] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d33bf4-6698-4d35-a2ee-636a6e0fdbec with Priority: HIGHEST for action port [ 1183.705663] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.706133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.706838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.706838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.706838] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.709115] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.709221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.709443] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.709552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.709631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.709952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.710054] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34d33bf4-6698-4d35-a2ee-636a6e0fdbec',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.045894] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1184.045894] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.046183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.046273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.046473] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.046590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.046658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.046845] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.046997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.047124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.047263] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.212413] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.212754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.212754] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34d33bf4-6698-4d35-a2ee-636a6e0fdbec with status ACTIVE [ 1184.212943] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.213071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.213139] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.213344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.213435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.213647] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.213778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.213778] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.213937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.214077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.214267] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.214373] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.214436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.214574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.214650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.214755] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34d33bf4-6698-4d35-a2ee-636a6e0fdbec is going to be updated. [ 1184.237536] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.237726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.237791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.237945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.238118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.238314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34d33bf4-6698-4d35-a2ee-636a6e0fdbec" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.549140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.549331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.549331] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.549560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.549725] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.549826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.549892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.550050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.550140] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.550229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.550385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.550477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.550537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.550677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.550819] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.550913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.550975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.551128] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.551204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.551285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.551372] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.560942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1184.561150] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 deletion is rescheduled due to dependency. [ 1184.561260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.561719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.561934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.562135] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.562251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.562316] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.562477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.562566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.562661] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.053933] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed9bba2f-ed34-4724-acad-17eca50e1231: rpc.has_security_group_logging(os_id): False [ 1185.064943] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.075607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.075799] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.075849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.076267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.076267] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.076467] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.076563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.076633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.076773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.076909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.077065] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.077174] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.077252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.077355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.077417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.077610] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.077707] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.077782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.078473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.078473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.078473] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1185.148751] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.148951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.148989] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.149237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.149389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.166760] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1185.568069] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.071661] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.071859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.072041] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.072694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.072694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.072694] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1186.105727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.105924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.105993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.106181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.106327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.117965] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1186.339715] env[65380]: INFO networking_nsxv3.common.synchronization [req-874d6116-7e14-4adb-beb5-23b4e476a5e2 req-a9cc92ac-aa00-46db-8e4a-c580fc60f6d6 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1186.340891] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1186.341547] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.341818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.342063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.342547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.342840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.343116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.343330] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.343815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.344825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.344957] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.847725] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.185585] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1187.185873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.350617] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.853137] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.853509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.853509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.853625] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.853818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.853954] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1187.887574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.887706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.887795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.887995] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.888261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.900066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1188.131144] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1188.131337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.131620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.131938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.132213] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.132333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.132442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.132593] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.132746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.132873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.132956] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.636140] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.138070] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba76667f-d0f1-4d17-b420-3436e9196f53: rpc.has_security_group_logging(os_id): False [ 1189.157189] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.157377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.157484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.157678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.157775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.158039] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.158141] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.158207] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.158419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.158419] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.158533] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1189.225436] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.225524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.225944] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.226271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.226434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.240477] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1189.911359] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1189.911359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.255763] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1191.256164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.341814] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.342172] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1192.567748] env[65380]: INFO networking_nsxv3.common.synchronization [req-dcd385b3-000e-42fb-95b9-1caa251a04fa req-b6ce2b42-0fb2-4dea-8ef3-c5ae247eca51 tempest-ServerDiskConfigTestJSON-1442739231 tempest-ServerDiskConfigTestJSON-1442739231-project-member] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1192.568367] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGHEST for action security_group_members [ 1192.568727] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.568858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.568933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.569670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.569670] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.569670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.569670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.569670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.569670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.569969] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.072485] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.072659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.072732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.072950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.073055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.073288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.073410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.073477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.073732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.073934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.073934] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be updated. [ 1193.112269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.112498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.112576] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.112808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.112975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.123509] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: IN_PROGRESS for 2s [ 1193.507974] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5676826-6a79-459f-aaeb-a852575c293f req-d672c959-ec3c-47f4-ab03-5d81ea4b0977 tempest-ServersTestJSON-776435614 tempest-ServersTestJSON-776435614-project-member] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1193.508536] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGHEST for action security_group_members [ 1193.508840] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.508964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.509088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.509343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.509469] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.509572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.509654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.509777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.509862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.509957] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.014342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.014342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.014769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.014769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.014769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.014912] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.014971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.015049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.015206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.015281] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.015363] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be updated. [ 1194.044831] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.045042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.045129] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.045348] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.045537] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.056409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: IN_PROGRESS for 2s [ 1195.134036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed9bba2f-ed34-4724-acad-17eca50e1231 in Status: SUCCESS [ 1195.134300] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 deletion is rescheduled due to dependency. [ 1195.134346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.066941] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 in Status: SUCCESS [ 1196.067228] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 deletion is rescheduled due to dependency. [ 1196.067383] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.510561] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.510561] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.511487] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1203.511781] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1208.513301] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.513651] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.514170] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.514529] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.983806] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-442 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.984166] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.984218] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.984510] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.984801] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.984971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.985103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.985327] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.985494] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.985714] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.985829] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.985938] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.986097] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.986215] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.986267] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.986399] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.006036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.006198] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.006374] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.006656] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-442" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.007054] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-cf3df048-713a-474d-9278-a467e50ec4f8 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.007262] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.007417] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.007702] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.007869] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3df048-713a-474d-9278-a467e50ec4f8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.510728] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.510921] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.511061] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.511359] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.512052] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.512052] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.512052] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.512236] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.512354] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.512474] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.512767] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.512917] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.513048] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.513251] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.513396] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.513535] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: cf3df048-713a-474d-9278-a467e50ec4f8 is going to be updated. [ 1215.539359] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.539577] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.539643] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.539910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.540128] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.540356] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.233530] env[65380]: INFO networking_nsxv3.common.synchronization [req-431f43c3-6171-49c5-9bc6-177244553bef req-f233ec88-63aa-4873-87b1-d312dae9f8a3 service nova] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 1216.233828] env[65380]: INFO networking_nsxv3.common.synchronization [req-431f43c3-6171-49c5-9bc6-177244553bef req-f233ec88-63aa-4873-87b1-d312dae9f8a3 service nova] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1216.233872] env[65380]: INFO networking_nsxv3.common.synchronization [req-431f43c3-6171-49c5-9bc6-177244553bef req-f233ec88-63aa-4873-87b1-d312dae9f8a3 service nova] Enqueued Resource ID: cf3df048-713a-474d-9278-a467e50ec4f8 with Priority: HIGHEST for action port [ 1216.234432] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_rules [ 1216.234570] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1216.234671] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3df048-713a-474d-9278-a467e50ec4f8 with Priority: HIGHEST for action port [ 1216.234990] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.235295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.235370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.235579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.235661] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.237424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.237543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.237605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.237783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.237964] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.238102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.238164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.238311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.238395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.238484] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.239678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf3df048-713a-474d-9278-a467e50ec4f8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.239785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.239851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.240008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.240089] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3df048-713a-474d-9278-a467e50ec4f8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.738789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.738789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.742961] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.743081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf3df048-713a-474d-9278-a467e50ec4f8 with status ACTIVE [ 1216.743240] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.743360] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.743429] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.743630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.743718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.743935] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.744046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.744108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.744261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.744339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.744520] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.744611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.744670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.744814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.744928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.745065] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf3df048-713a-474d-9278-a467e50ec4f8 is going to be updated. [ 1216.765288] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.765432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.765496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.765699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.765838] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.765998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf3df048-713a-474d-9278-a467e50ec4f8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.247448] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.749884] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.750106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.750191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.750438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.750534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.750651] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 1217.781389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.781592] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.781638] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.781981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.782164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.791652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 1219.803261] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 1219.803569] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.803716] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.803977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.804218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.804370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.804467] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.804669] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.804792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.804909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.805039] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.308030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.810711] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0ff30e-e301-49ba-9136-1b4a686a3769: rpc.has_security_group_logging(os_id): False [ 1220.830015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.830218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.830268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.830458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.830548] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.830806] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.830908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.830971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.831160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.831226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.831300] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 1220.890942] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.891153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.891216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.891498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.891693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.911995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 1221.235969] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.236143] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1222.929211] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 1222.929803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.236722] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.237128] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.231348] env[65380]: INFO networking_nsxv3.common.synchronization [req-933f8603-2d14-40dd-80f0-1576be283d84 req-382b46bf-5ec0-47b8-8882-85015b86cd79 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_members [ 1228.232019] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGHEST for action security_group_members [ 1228.232372] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-6edbf2e4-d95b-44e7-9345-32d7a727da39 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.232498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.232562] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.232780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.233657] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.233857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.233857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.234091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.234226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.234346] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.737062] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.737292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.737292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.737404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.737503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.737701] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.737795] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.737856] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.737999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.738084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.738170] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 is going to be updated. [ 1228.770110] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.770335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.770485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.770788] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.770942] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.779742] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 in Status: IN_PROGRESS for 2s [ 1230.333295] env[65380]: INFO networking_nsxv3.common.synchronization [req-e3556715-1943-4ca5-b23e-bbde6a718264 req-ba459c52-f7ae-4b96-96a3-039281bef34e tempest-AttachVolumeShelveTestJSON-37774609 tempest-AttachVolumeShelveTestJSON-37774609-project-member] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_members [ 1230.334439] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGHEST for action security_group_members [ 1230.334439] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.334683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.334683] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.335698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.335698] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.335698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.335698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.335698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.335698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.335698] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.791702] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 in Status: SUCCESS [ 1230.791904] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 deletion is rescheduled due to dependency. [ 1230.791986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.837679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.837901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.837901] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.838176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.838272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.838480] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.838585] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.838649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.838800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.838879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.838966] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 is going to be updated. [ 1230.869143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.869355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.869355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.869538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.869674] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.878586] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: IN_PROGRESS for 2s [ 1232.889761] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 in Status: SUCCESS [ 1232.890130] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 deletion is rescheduled due to dependency. [ 1232.890130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.960161] env[65380]: INFO networking_nsxv3.common.synchronization [req-0d4c694a-18f2-498f-8c9c-9d3587b6cc3a req-435745e4-0094-4c24-905d-45bea95b6c7b tempest-ServerActionsTestOtherB-140608432 tempest-ServerActionsTestOtherB-140608432-project-member] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1232.960161] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGHEST for action security_group_members [ 1232.960524] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.961489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.961489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.961489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.961489] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.961489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.961489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.961489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.961489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.961927] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.463591] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.463802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.463975] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.464279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.464403] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.464654] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.464787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.464878] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.465098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.465187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.465282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be updated. [ 1233.494566] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.494769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.494769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.495019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.495178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.503619] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: IN_PROGRESS for 2s [ 1235.517029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 in Status: SUCCESS [ 1235.517437] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 deletion is rescheduled due to dependency. [ 1235.517437] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.543529] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1237.543529] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:3 started [ 1237.959799] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.960054] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.177946] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcdc93a6-88c8-45a3-8bed-8c485e64047d req-dbf63db7-dda6-4d51-93dd-00142c21c40e tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1239.177946] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1239.177946] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.178231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.178231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.178450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.178641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.178862] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.178940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.179155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.179252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.179348] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.492870] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.492870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.492870] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.493184] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.493468] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.493568] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.493677] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.493974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.494095] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.494309] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.494420] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.494527] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.494632] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.494737] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.494842] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.494984] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.517508] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.517695] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.517801] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.517974] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.518321] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-669739ea-2cff-42c7-a832-8b11965d1cdb taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.518497] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.518643] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.518927] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.519077] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669739ea-2cff-42c7-a832-8b11965d1cdb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.681538] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.681792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.681961] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.682218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.704779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.705096] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.705251] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.705294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.705477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.705572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.705644] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 is going to be updated. [ 1239.736048] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.736212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.736285] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.736521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.736663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.747308] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: IN_PROGRESS for 2s [ 1240.022068] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.022357] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.022527] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.022864] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.023065] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.023201] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 669739ea-2cff-42c7-a832-8b11965d1cdb not found, creating... [ 1240.023483] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.023680] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.023807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.024088] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.024234] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.024553] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.024729] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.024857] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.025105] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.025279] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.025430] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 669739ea-2cff-42c7-a832-8b11965d1cdb is going to be created. [ 1240.049059] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.049424] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.049424] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.049709] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.049970] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.050343] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.771221] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcdc93a6-88c8-45a3-8bed-8c485e64047d req-a1b3faac-6919-4afd-b1f3-ce16a76e184b service nova] Enqueued Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_rules [ 1240.771221] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcdc93a6-88c8-45a3-8bed-8c485e64047d req-a1b3faac-6919-4afd-b1f3-ce16a76e184b service nova] Enqueued Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1240.771221] env[65380]: INFO networking_nsxv3.common.synchronization [req-bcdc93a6-88c8-45a3-8bed-8c485e64047d req-a1b3faac-6919-4afd-b1f3-ce16a76e184b service nova] Enqueued Resource ID: 669739ea-2cff-42c7-a832-8b11965d1cdb with Priority: HIGHEST for action port [ 1240.771498] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_rules [ 1240.771498] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1240.771573] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669739ea-2cff-42c7-a832-8b11965d1cdb with Priority: HIGHEST for action port [ 1240.772128] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.772246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.772318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.772508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.772588] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.773537] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.773670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.773890] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-669739ea-2cff-42c7-a832-8b11965d1cdb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.774067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.774181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.774371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.774474] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669739ea-2cff-42c7-a832-8b11965d1cdb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.276706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.276842] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.277028] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 669739ea-2cff-42c7-a832-8b11965d1cdb with status ACTIVE [ 1241.277170] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.277800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.277800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.277800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.277800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.277800] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.278066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.278066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.278143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.278143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.278321] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.278407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.278462] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.278953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.278953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.278953] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 669739ea-2cff-42c7-a832-8b11965d1cdb is going to be updated. [ 1241.301818] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.302013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.302100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.302880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.302880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.302880] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.759310] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: SUCCESS [ 1241.759644] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 deletion is rescheduled due to dependency. [ 1241.759644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.760147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.760387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.760997] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.760997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.760997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.760997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.760997] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.761255] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.262600] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.765201] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.268056] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.268376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.268376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.268558] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.268649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.268742] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 is going to be updated. [ 1243.298053] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.298236] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.298310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.298515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.298662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.307887] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: IN_PROGRESS for 2s [ 1244.848233] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4608765c-1b6b-40b4-a184-ece003affd6a None None] Enqueued Resource ID: 85a07b25-34ab-44ac-bf63-9f0a92347182 with Priority: HIGHEST for action port [ 1244.850386] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85a07b25-34ab-44ac-bf63-9f0a92347182 with Priority: HIGHEST for action port [ 1244.850386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-85a07b25-34ab-44ac-bf63-9f0a92347182 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.850386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85a07b25-34ab-44ac-bf63-9f0a92347182" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.850386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85a07b25-34ab-44ac-bf63-9f0a92347182" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.850720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85a07b25-34ab-44ac-bf63-9f0a92347182" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.851710] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85a07b25-34ab-44ac-bf63-9f0a92347182',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.322392] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: SUCCESS [ 1245.322684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.323075] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.323271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.323581] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.323767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.324098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.324246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.324355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.324543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.324675] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.353802] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85a07b25-34ab-44ac-bf63-9f0a92347182 [ 1245.354915] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.354915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.354915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.354915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.354915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.354915] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85a07b25-34ab-44ac-bf63-9f0a92347182 already deleted. [ 1245.354915] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85a07b25-34ab-44ac-bf63-9f0a92347182" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.829505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.829701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.829810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.830131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.830395] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.830529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.830632] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.830825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.830928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.831151] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.831419] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.831496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.831559] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.831715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.831860] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.831973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.832051] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.832214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.832341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.832427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.832536] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.335397] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9fd9beb-571e-4129-aeb7-15327b0d3105: rpc.has_security_group_logging(os_id): False [ 1246.361596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.361763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.361818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.362056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.362161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.362409] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.362552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.362552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.362728] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.362826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.362954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.363072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.363156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.363310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.363398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.363552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.363641] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.363698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.363886] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.363945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.364071] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 is going to be updated. [ 1246.445130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.445889] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.446050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.446365] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.446606] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.462652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: IN_PROGRESS for 2s [ 1247.313470] env[65380]: INFO networking_nsxv3.common.synchronization [None req-db41bb18-9fb1-4738-a89a-e9546dc4b1df None None] Enqueued Resource ID: 4af1545a-904b-4d35-a61f-d5f4d06466e8 with Priority: HIGHEST for action port [ 1247.314079] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af1545a-904b-4d35-a61f-d5f4d06466e8 with Priority: HIGHEST for action port [ 1247.314429] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-4af1545a-904b-4d35-a61f-d5f4d06466e8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.314905] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4af1545a-904b-4d35-a61f-d5f4d06466e8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.315103] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4af1545a-904b-4d35-a61f-d5f4d06466e8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.315483] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4af1545a-904b-4d35-a61f-d5f4d06466e8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.315483] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4af1545a-904b-4d35-a61f-d5f4d06466e8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.817805] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4af1545a-904b-4d35-a61f-d5f4d06466e8 [ 1247.818191] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.818191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.818305] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.818497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.818589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.818688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4af1545a-904b-4d35-a61f-d5f4d06466e8 already deleted. [ 1247.818775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4af1545a-904b-4d35-a61f-d5f4d06466e8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.479132] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: SUCCESS [ 1248.479480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.097198] env[65380]: INFO networking_nsxv3.common.synchronization [req-63591fd6-70b8-4d6b-9701-6d580ae8e243 req-9494b95f-8499-44ae-9471-eb76040ebcf6 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1249.097546] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 with Priority: HIGHEST for action security_group_members [ 1249.097738] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9fd9beb-571e-4129-aeb7-15327b0d3105 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.097738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.097871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.098149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.098186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.098290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.098350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.098496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.098579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.098676] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9fd9beb-571e-4129-aeb7-15327b0d3105',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.149702] env[65380]: INFO networking_nsxv3.common.synchronization [req-63591fd6-70b8-4d6b-9701-6d580ae8e243 req-9494b95f-8499-44ae-9471-eb76040ebcf6 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: 669739ea-2cff-42c7-a832-8b11965d1cdb with Priority: HIGHEST for action port [ 1249.150255] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669739ea-2cff-42c7-a832-8b11965d1cdb with Priority: HIGHEST for action port [ 1249.150556] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-669739ea-2cff-42c7-a832-8b11965d1cdb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.150677] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.150746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.150939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.151030] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669739ea-2cff-42c7-a832-8b11965d1cdb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.315086] env[65380]: INFO networking_nsxv3.common.synchronization [req-ba7aee39-6cd3-483e-9d98-5e62b796b732 req-e7316f80-b6ba-415e-91ec-d01c6a10519f tempest-ServerActionsTestJSON-849609147 tempest-ServerActionsTestJSON-849609147-project-member] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1249.315254] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGHEST for action security_group_members [ 1249.315618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.315864] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.315954] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.316162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.316330] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.316428] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.316523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.316631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.316732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.316797] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.602424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.602424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.602424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.602424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.602424] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.602424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.602424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.602424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.602424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.602424] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 is going to be updated. [ 1249.631820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.631960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.632046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.632260] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.632401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.642196] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: IN_PROGRESS for 2s [ 1249.653814] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 669739ea-2cff-42c7-a832-8b11965d1cdb with status ACTIVE [ 1249.653814] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.653987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.653987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.654265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.654354] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.654559] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.654666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.654729] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.654877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.654952] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.655186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.655344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.655344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.655465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.655614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.655614] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 669739ea-2cff-42c7-a832-8b11965d1cdb is going to be updated. [ 1249.675883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.676092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.676092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.676310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.676495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.676644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669739ea-2cff-42c7-a832-8b11965d1cdb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.819981] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.820318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.820399] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.820619] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.820713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.820914] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.821025] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.821086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.821231] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.821310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.821398] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be updated. [ 1249.850576] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.850776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.850859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.851076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.851310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.861877] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: IN_PROGRESS for 2s [ 1250.450538] env[65380]: INFO networking_nsxv3.common.synchronization [req-aa8e77c4-7beb-4585-b6a2-a50b49237778 req-41e251fb-d8f1-4bab-bbd7-40ccde2abc64 tempest-ServerRescueTestJSON-1506379550 tempest-ServerRescueTestJSON-1506379550-project-member] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1250.451134] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1250.451451] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.451566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.451661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.451947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.452161] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.452279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.452345] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.452504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.452590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.452684] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.812116] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.812317] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-688" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.812440] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-688" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.812773] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-688" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.813049] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.813225] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.813345] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.813554] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.813694] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.813900] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.814044] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.814162] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.814274] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.814387] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.814492] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.814620] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.833701] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.833858] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.834029] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.834222] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-688" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.834533] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-0fcb3c6e-b016-42ef-aec2-92569a585155 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.834703] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-0fcb3c6e-b016-42ef-aec2-92569a585155" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.834822] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-0fcb3c6e-b016-42ef-aec2-92569a585155" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.835175] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-0fcb3c6e-b016-42ef-aec2-92569a585155" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.835322] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcb3c6e-b016-42ef-aec2-92569a585155',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.955350] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.955604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.955604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.955774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.955861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.956112] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.956278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.956394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.956495] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.956573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.956661] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 already deleted. [ 1250.956738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.338039] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.338039] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.338039] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.338378] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.338418] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.338604] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 0fcb3c6e-b016-42ef-aec2-92569a585155 not found, creating... [ 1251.338863] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.339026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.339146] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.339357] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.339487] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.339769] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.339963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.340126] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.340443] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.340477] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.340594] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 0fcb3c6e-b016-42ef-aec2-92569a585155 is going to be created. [ 1251.362058] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.362296] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.362412] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.362673] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.362901] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.363134] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-0fcb3c6e-b016-42ef-aec2-92569a585155" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.652029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 in Status: SUCCESS [ 1251.652298] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9fd9beb-571e-4129-aeb7-15327b0d3105 deletion is rescheduled due to dependency. [ 1251.652334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9fd9beb-571e-4129-aeb7-15327b0d3105" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.871967] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba76667f-d0f1-4d17-b420-3436e9196f53 in Status: SUCCESS [ 1251.872175] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 deletion is rescheduled due to dependency. [ 1251.872291] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.053280] env[65380]: INFO networking_nsxv3.common.synchronization [req-aa8e77c4-7beb-4585-b6a2-a50b49237778 req-61bb7de8-a2a8-4784-bb56-59b64b22ff0e service nova] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_rules [ 1252.053532] env[65380]: INFO networking_nsxv3.common.synchronization [req-aa8e77c4-7beb-4585-b6a2-a50b49237778 req-61bb7de8-a2a8-4784-bb56-59b64b22ff0e service nova] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1252.053613] env[65380]: INFO networking_nsxv3.common.synchronization [req-aa8e77c4-7beb-4585-b6a2-a50b49237778 req-61bb7de8-a2a8-4784-bb56-59b64b22ff0e service nova] Enqueued Resource ID: 0fcb3c6e-b016-42ef-aec2-92569a585155 with Priority: HIGHEST for action port [ 1252.054169] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_rules [ 1252.054303] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1252.054402] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fcb3c6e-b016-42ef-aec2-92569a585155 with Priority: HIGHEST for action port [ 1252.054677] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.054792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.054873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.055166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.055247] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.056078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.056194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.056276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.056621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.056621] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.056758] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.056814] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.056920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.057012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.057102] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.057830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fcb3c6e-b016-42ef-aec2-92569a585155 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.058221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fcb3c6e-b016-42ef-aec2-92569a585155" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.058221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fcb3c6e-b016-42ef-aec2-92569a585155" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.058221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fcb3c6e-b016-42ef-aec2-92569a585155" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.058310] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fcb3c6e-b016-42ef-aec2-92569a585155',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.560184] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.560422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.560469] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.561415] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fcb3c6e-b016-42ef-aec2-92569a585155 with status ACTIVE [ 1252.562202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.562202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.562202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.562202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.562202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.562631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.562631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.562631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.562631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.562631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.562882] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.562882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.563422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.563422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.563422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.563422] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fcb3c6e-b016-42ef-aec2-92569a585155 is going to be updated. [ 1252.584595] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.584828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.584828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.584977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.585145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.585302] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fcb3c6e-b016-42ef-aec2-92569a585155" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.065713] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.568271] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.568432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.568515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.568723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.568825] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.569543] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be created. [ 1253.597741] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.597876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.597950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.598183] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.598470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.609438] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: UNINITIALIZED for 2s [ 1255.632500] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: SUCCESS [ 1255.632907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.632907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.633145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.633389] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.633542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.633618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.633839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.633953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.634194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.634310] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.136845] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.137252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.137384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.137672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.137904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.138111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.138229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.138465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.138570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.138689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.138906] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.139031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.139100] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.139283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.139473] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.139597] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.139661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.139806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.139882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.139973] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.140112] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.642976] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13c7fca4-9de9-41a2-8f20-b06b5cf17826: rpc.has_security_group_logging(os_id): False [ 1256.662155] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.662359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.662404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.662700] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.662803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.663065] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.663226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.663315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.663497] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.663581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.663771] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.663868] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.663930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.664169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.664242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.664401] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.664494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.664554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.664693] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.664765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.664848] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be created. [ 1256.719505] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.719706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.719706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.719917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.720116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.731479] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: IN_PROGRESS for 2s [ 1257.060012] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.060012] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1257.592462] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4bc7be35-b15e-4dfe-a66b-53f2ac00f393 None None] Enqueued Resource ID: 62a74123-8783-4d19-bf6f-cdceb22670af with Priority: HIGHEST for action port [ 1257.593335] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a74123-8783-4d19-bf6f-cdceb22670af with Priority: HIGHEST for action port [ 1257.593724] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-62a74123-8783-4d19-bf6f-cdceb22670af taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.594158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62a74123-8783-4d19-bf6f-cdceb22670af" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.594158] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62a74123-8783-4d19-bf6f-cdceb22670af" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.594355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62a74123-8783-4d19-bf6f-cdceb22670af" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.594543] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a74123-8783-4d19-bf6f-cdceb22670af',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.097295] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62a74123-8783-4d19-bf6f-cdceb22670af [ 1258.097631] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.097711] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.097747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.098012] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.098133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.098258] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62a74123-8783-4d19-bf6f-cdceb22670af already deleted. [ 1258.098339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62a74123-8783-4d19-bf6f-cdceb22670af" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.232877] env[65380]: INFO networking_nsxv3.common.synchronization [None req-38a9aa0a-fbd4-43e4-bfa5-bb41d3b0352f tempest-AttachVolumeTestJSON-1147150116 tempest-AttachVolumeTestJSON-1147150116-project-member] Enqueued Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_rules [ 1258.233441] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_rules [ 1258.233746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.233869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.233934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.234361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.234456] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.316872] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b738cccd-be36-4f15-8ecb-84b522c8c559 tempest-AttachVolumeTestJSON-1147150116 tempest-AttachVolumeTestJSON-1147150116-project-member] Enqueued Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_rules [ 1258.317958] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_rules [ 1258.317958] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.317958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.744618] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: SUCCESS [ 1258.744870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.761825] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.761965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.762071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.762257] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.762485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.762485] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc already deleted. [ 1258.762598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.763088] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.763295] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.763387] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.284388] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.284713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.284713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.284884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.284884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.284988] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc already deleted. [ 1259.285118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.880073] env[65380]: INFO networking_nsxv3.common.synchronization [None req-adccc8f2-b0cf-4c78-b1ca-21124d1f45aa None None] Enqueued Resource ID: 6d05ecc9-19c5-4729-bcad-740b31f4cbc8 with Priority: HIGHEST for action port [ 1259.880637] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d05ecc9-19c5-4729-bcad-740b31f4cbc8 with Priority: HIGHEST for action port [ 1259.880984] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d05ecc9-19c5-4729-bcad-740b31f4cbc8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.881145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d05ecc9-19c5-4729-bcad-740b31f4cbc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.881219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d05ecc9-19c5-4729-bcad-740b31f4cbc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.881470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d05ecc9-19c5-4729-bcad-740b31f4cbc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.881553] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d05ecc9-19c5-4729-bcad-740b31f4cbc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.383471] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d05ecc9-19c5-4729-bcad-740b31f4cbc8 [ 1260.383768] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.383839] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.383888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.384159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.384264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.384383] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d05ecc9-19c5-4729-bcad-740b31f4cbc8 already deleted. [ 1260.384426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d05ecc9-19c5-4729-bcad-740b31f4cbc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.781816] env[65380]: INFO networking_nsxv3.common.synchronization [req-37b7d61c-0b2f-4bce-bfd5-9875c166cf30 req-1365fa3c-7d37-4198-afe1-ee673c6e5295 tempest-AttachVolumeTestJSON-1147150116 tempest-AttachVolumeTestJSON-1147150116-project-member] Enqueued Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_members [ 1263.782512] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_members [ 1263.782766] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.782857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.782937] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.783214] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.783393] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.783499] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.783554] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.783769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.783892] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.783948] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.060861] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.060861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-541" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.060861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-541" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.061167] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-541" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.061423] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.061583] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.061699] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.061910] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.062062] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.062276] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.062388] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.062496] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.062601] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.062710] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.062814] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.062943] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.086279] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.086452] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.086709] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.086920] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-541" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.087254] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-59e7b718-2455-470d-85a3-3a0d0849ea44 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.087432] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-59e7b718-2455-470d-85a3-3a0d0849ea44" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.087554] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-59e7b718-2455-470d-85a3-3a0d0849ea44" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.087856] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-59e7b718-2455-470d-85a3-3a0d0849ea44" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.088012] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59e7b718-2455-470d-85a3-3a0d0849ea44',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.286910] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.287127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.287176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.287359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.287448] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.287636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.287730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.287790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.287934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.288019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.288099] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc already deleted. [ 1264.288180] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.591078] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.591078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.591078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.591078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.591078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.591418] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 59e7b718-2455-470d-85a3-3a0d0849ea44 not found, creating... [ 1264.591455] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.591619] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.591735] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.592059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.592193] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.592499] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.592665] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.592787] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.593014] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.593158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.593310] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 59e7b718-2455-470d-85a3-3a0d0849ea44 is going to be created. [ 1264.613648] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.613877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.613971] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.614343] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.614681] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.614893] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-59e7b718-2455-470d-85a3-3a0d0849ea44" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.283262] env[65380]: INFO networking_nsxv3.common.synchronization [req-37b7d61c-0b2f-4bce-bfd5-9875c166cf30 req-c86a735b-2858-4cc9-9684-a5b9d0c35544 service nova] Enqueued Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_rules [ 1265.283536] env[65380]: INFO networking_nsxv3.common.synchronization [req-37b7d61c-0b2f-4bce-bfd5-9875c166cf30 req-c86a735b-2858-4cc9-9684-a5b9d0c35544 service nova] Enqueued Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_members [ 1265.283625] env[65380]: INFO networking_nsxv3.common.synchronization [req-37b7d61c-0b2f-4bce-bfd5-9875c166cf30 req-c86a735b-2858-4cc9-9684-a5b9d0c35544 service nova] Enqueued Resource ID: 59e7b718-2455-470d-85a3-3a0d0849ea44 with Priority: HIGHEST for action port [ 1265.284087] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_rules [ 1265.284255] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_members [ 1265.284346] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59e7b718-2455-470d-85a3-3a0d0849ea44 with Priority: HIGHEST for action port [ 1265.284612] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.284737] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.284806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.285015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.286494] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.288828] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.288945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.289043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.289242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.289466] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.292073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.292073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.292073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.292073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.292073] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.292073] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-59e7b718-2455-470d-85a3-3a0d0849ea44 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.292073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59e7b718-2455-470d-85a3-3a0d0849ea44" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.292073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59e7b718-2455-470d-85a3-3a0d0849ea44" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.292073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59e7b718-2455-470d-85a3-3a0d0849ea44" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.292073] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59e7b718-2455-470d-85a3-3a0d0849ea44',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.790320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.790588] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.794012] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.795134] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59e7b718-2455-470d-85a3-3a0d0849ea44 with status ACTIVE [ 1265.795415] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.795589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.795684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.795960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.796077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.796300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.796407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.796485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.796651] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.796764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.797096] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.797245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.797301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.797451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.797539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.797689] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59e7b718-2455-470d-85a3-3a0d0849ea44 is going to be updated. [ 1265.854199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.854424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.854424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.854635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.854774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.854938] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59e7b718-2455-470d-85a3-3a0d0849ea44" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.300254] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.803572] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.803572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.803572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.803572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.803572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.803572] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc is going to be created. [ 1266.827173] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.827376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.827376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.827591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.827751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.837535] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc in Status: UNINITIALIZED for 2s [ 1268.857366] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc in Status: SUCCESS [ 1268.857658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.857844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.858067] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.858265] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.858382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.858446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.858602] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.858682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.858765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.858849] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.362188] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.863721] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c80ac43f-d9b5-4c0c-83b7-7973380be8bc: rpc.has_security_group_logging(os_id): False [ 1269.881412] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.881596] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.881667] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.881908] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.882053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.882341] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.882450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.882556] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.882670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.882747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.882833] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc is going to be created. [ 1269.942963] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.943143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.944021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.944021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.944021] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.955691] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc in Status: IN_PROGRESS for 2s [ 1270.285929] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.285929] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1271.971142] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc in Status: SUCCESS [ 1271.971549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.515296] env[65380]: INFO networking_nsxv3.common.synchronization [req-4d7700fa-afc4-44a0-a3f3-c3eccb49df95 req-9285f855-554b-46a2-b0b0-abbb22c710fd tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1273.515678] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1273.515678] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.515822] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.517028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.517028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.517028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.517028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.517028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.517028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.517028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.517028] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.861160] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.861361] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.861520] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.861795] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.862061] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.862481] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.862659] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.862892] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.863059] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.863278] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.863402] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.863519] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.863654] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.863772] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.863883] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.864038] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.886362] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.886529] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.886670] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.886886] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-828" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.887228] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-5ce9de22-0e36-4aa4-86cc-4794bae3842c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.887402] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-5ce9de22-0e36-4aa4-86cc-4794bae3842c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.887521] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-5ce9de22-0e36-4aa4-86cc-4794bae3842c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.887840] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-5ce9de22-0e36-4aa4-86cc-4794bae3842c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.887975] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce9de22-0e36-4aa4-86cc-4794bae3842c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.020417] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.390513] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.390769] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.391157] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.391236] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.391341] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.391490] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 5ce9de22-0e36-4aa4-86cc-4794bae3842c not found, creating... [ 1274.391746] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.391901] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.392034] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.392252] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.392390] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.392671] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.392824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.392937] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.393171] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.393303] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.393441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 5ce9de22-0e36-4aa4-86cc-4794bae3842c is going to be created. [ 1274.416899] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.416899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.416899] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.417198] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.417428] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.417650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-5ce9de22-0e36-4aa4-86cc-4794bae3842c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.522426] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.026760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.026760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.026760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.026760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.026760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.026760] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be updated. [ 1275.059904] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.059904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.059904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.059904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.059904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.068448] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: IN_PROGRESS for 2s [ 1275.418026] env[65380]: INFO networking_nsxv3.common.synchronization [req-4d7700fa-afc4-44a0-a3f3-c3eccb49df95 req-5735eebc-a94d-4168-a71e-ae0b509c71dd service nova] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_rules [ 1275.418026] env[65380]: INFO networking_nsxv3.common.synchronization [req-4d7700fa-afc4-44a0-a3f3-c3eccb49df95 req-5735eebc-a94d-4168-a71e-ae0b509c71dd service nova] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1275.418026] env[65380]: INFO networking_nsxv3.common.synchronization [req-4d7700fa-afc4-44a0-a3f3-c3eccb49df95 req-5735eebc-a94d-4168-a71e-ae0b509c71dd service nova] Enqueued Resource ID: 5ce9de22-0e36-4aa4-86cc-4794bae3842c with Priority: HIGHEST for action port [ 1275.418026] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_rules [ 1275.418026] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1275.418026] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce9de22-0e36-4aa4-86cc-4794bae3842c with Priority: HIGHEST for action port [ 1275.420032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.420352] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.420561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.420976] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.421221] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.422666] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.422666] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.422666] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce9de22-0e36-4aa4-86cc-4794bae3842c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.422861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce9de22-0e36-4aa4-86cc-4794bae3842c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.422936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce9de22-0e36-4aa4-86cc-4794bae3842c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.423410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce9de22-0e36-4aa4-86cc-4794bae3842c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.423410] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce9de22-0e36-4aa4-86cc-4794bae3842c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.732913] env[65380]: INFO networking_nsxv3.common.synchronization [req-cf94bc23-beec-4955-b59d-c48e16f42fb9 req-0f156cb3-459f-46e8-9469-251175d096b6 tempest-ServerRescueTestJSON-1506379550 tempest-ServerRescueTestJSON-1506379550-project-member] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1275.733412] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1275.733757] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.733881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.733950] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.734168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.734347] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.734449] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.734503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.734654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.734744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.734866] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.926405] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.926567] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.926801] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ce9de22-0e36-4aa4-86cc-4794bae3842c with status ACTIVE [ 1275.927016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.927131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.927212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.927466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.927565] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.927755] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.927851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.927922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.928094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.928193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.928390] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.928485] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.928546] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.928702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.928777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.928873] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ce9de22-0e36-4aa4-86cc-4794bae3842c is going to be updated. [ 1275.958250] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.958443] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.959136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.959136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.959136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.959389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce9de22-0e36-4aa4-86cc-4794bae3842c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.046954] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.047230] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-688" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.047404] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-688" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.047861] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-688" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.048178] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.048387] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.048513] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.048801] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.048968] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.049235] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.049385] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.049544] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.049656] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.049800] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.049920] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.050113] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.070670] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.070918] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.071132] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.071491] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-688" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.071771] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-0674090d-6906-4239-990b-c62867c7dce0 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.071973] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-0674090d-6906-4239-990b-c62867c7dce0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.072119] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-0674090d-6906-4239-990b-c62867c7dce0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.072489] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-0674090d-6906-4239-990b-c62867c7dce0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.072749] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0674090d-6906-4239-990b-c62867c7dce0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.237763] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.575970] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.576192] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.576320] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.576621] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.576772] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.576928] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 0674090d-6906-4239-990b-c62867c7dce0 not found, creating... [ 1276.577202] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.577391] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.577524] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.577743] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.577879] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.578204] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.578323] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.578437] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.578639] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.578771] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.578917] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 0674090d-6906-4239-990b-c62867c7dce0 is going to be created. [ 1276.597587] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.598044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.598044] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.598267] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.598535] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.598786] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-0674090d-6906-4239-990b-c62867c7dce0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.739750] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.079319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: SUCCESS [ 1277.079633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.079818] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.080099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.080320] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.080498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.080604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.080784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.080881] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.080964] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.242373] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.242682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.242682] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.242798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.242884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.242977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be updated. [ 1277.273111] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.273111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.273111] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.273334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.273406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.284347] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: IN_PROGRESS for 2s [ 1277.286615] env[65380]: INFO networking_nsxv3.common.synchronization [req-cf94bc23-beec-4955-b59d-c48e16f42fb9 req-d45bf721-0c5b-4e19-b527-5e4b4ffe1dfe service nova] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_rules [ 1277.286615] env[65380]: INFO networking_nsxv3.common.synchronization [req-cf94bc23-beec-4955-b59d-c48e16f42fb9 req-d45bf721-0c5b-4e19-b527-5e4b4ffe1dfe service nova] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1277.286615] env[65380]: INFO networking_nsxv3.common.synchronization [req-cf94bc23-beec-4955-b59d-c48e16f42fb9 req-d45bf721-0c5b-4e19-b527-5e4b4ffe1dfe service nova] Enqueued Resource ID: 0674090d-6906-4239-990b-c62867c7dce0 with Priority: HIGHEST for action port [ 1277.286615] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_rules [ 1277.286835] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1277.286835] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0674090d-6906-4239-990b-c62867c7dce0 with Priority: HIGHEST for action port [ 1277.287465] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.287573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.287636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.287827] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.287967] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.288706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.288790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.288972] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-0674090d-6906-4239-990b-c62867c7dce0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.289076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0674090d-6906-4239-990b-c62867c7dce0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.290806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0674090d-6906-4239-990b-c62867c7dce0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.290806] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0674090d-6906-4239-990b-c62867c7dce0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.290806] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0674090d-6906-4239-990b-c62867c7dce0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.583476] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.790552] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.790943] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.791895] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0674090d-6906-4239-990b-c62867c7dce0 with status ACTIVE [ 1277.792166] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.792252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.792252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.792444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.792523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.792693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.792787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.792846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.792992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.793078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.793252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.793342] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.793401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.793534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.793605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.793688] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0674090d-6906-4239-990b-c62867c7dce0 is going to be updated. [ 1277.815792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.815931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.816008] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.816208] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.816344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.816519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0674090d-6906-4239-990b-c62867c7dce0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.086161] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.588300] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.588460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.588533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.588813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.588911] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.589027] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be updated. [ 1278.627624] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.627781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.627829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.628044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.628192] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.637642] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: IN_PROGRESS for 2s [ 1279.303922] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: SUCCESS [ 1279.304466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.304466] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.304616] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.304863] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.304988] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.305061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.305246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.305335] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.305434] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.807912] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.310440] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.648389] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: SUCCESS [ 1280.648599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.648786] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.649045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.649245] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.649369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.649438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.649589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.649688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.649781] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.649869] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.813016] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.813185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.813256] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.813566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.813719] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.813838] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be updated. [ 1280.845587] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.845772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.845772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.845985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.846146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.855995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: IN_PROGRESS for 2s [ 1281.152529] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.655356] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5e04bb2-f4ba-4a72-bec6-688144db6253: rpc.has_security_group_logging(os_id): False [ 1281.673954] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.674146] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.674216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.674436] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.693375] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.693732] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.693870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.693940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.694156] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.694286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.694389] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be updated. [ 1281.750370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.750650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.750650] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.750777] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.750929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.762425] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: IN_PROGRESS for 2s [ 1282.288133] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.288307] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1282.866855] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: SUCCESS [ 1282.867204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.867244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.867459] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.867651] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.867769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.867941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.867998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.868076] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.868159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.868247] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.371652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.371652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.371652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.371652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.371652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.371652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.371652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.371652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.371652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.371652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.372042] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.372042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.372042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.372042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.372173] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.372262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.372432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.372660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.372735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.372835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.372946] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.496105] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.497023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.497023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.497023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.497023] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.777971] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: SUCCESS [ 1283.778298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.874941] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13c7fca4-9de9-41a2-8f20-b06b5cf17826: rpc.has_security_group_logging(os_id): False [ 1283.893189] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.893379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.893446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.893688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.893688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.893891] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.893986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.894048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.894194] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.894270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.894475] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.894564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.894617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.894756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.894828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.895020] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.895115] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.895176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.895312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.895386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.895472] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be updated. [ 1283.955944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.956187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.956187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.956362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.956513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.969751] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: IN_PROGRESS for 2s [ 1283.999289] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.502189] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.004719] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1285.005099] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1285.795447] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.795653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.795752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.795987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.808931] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1285.809843] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.810743] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1285.850799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.850947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.850999] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.851217] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.865072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.865905] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1285.865980] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.866084] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1285.928605] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.928835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.928835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.929019] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.930058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.930235] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1285.984528] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: SUCCESS [ 1285.984782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.033269] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.033670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.033670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.033775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.034030] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.034314] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1286.101523] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.101755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.101755] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.101953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.102292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.102573] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:39. [ 1286.102674] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'99c8997b-cadf-4d4a-9282-d8d39bb68505', '47e0849a-0634-4626-8e90-b4c0b1e0ee03', 'ba76667f-d0f1-4d17-b420-3436e9196f53', 'c80ac43f-d9b5-4c0c-83b7-7973380be8bc', '0b391e7c-0ac3-4f4e-ba54-02edb063d0d0', '5365a487-7303-4eb1-aaec-81c46c2f9b9f', 'ed9bba2f-ed34-4724-acad-17eca50e1231', '4efff336-ebcd-49ca-96cb-24681f4360f3', '0d60c0ef-e7b2-41eb-a207-3cd8da782c81', '91b06d21-af0d-4441-8347-d328c266f3fb', '7152efa9-739a-437d-93dd-848fc6c6b9b3', 'ff5fb355-9518-4c33-89d1-454516df8ac4', '0be31281-367f-47a0-8916-af6f47ff53bf', '13c7fca4-9de9-41a2-8f20-b06b5cf17826', '5f590183-e21e-4fc8-84fb-0bca20c02291', 'c5e04bb2-f4ba-4a72-bec6-688144db6253', '12d8c479-5ab0-4987-b8ab-fa63cad7af2f', 'c0e326da-8090-4c9c-b58d-aab115ad2c06', '8c404a1f-c618-4871-90bd-12cdea60df67', 'b04575ea-ace0-4981-9e59-3ca9d1e081e2', '26035bdb-3766-4d52-a1df-306047a13602', '6edbf2e4-d95b-44e7-9345-32d7a727da39', 'f4478a01-a2ea-43db-8549-c560ccc97ae3', 'cacc801c-6314-4c9f-85b9-dc0b150f2716', 'be5df7b1-861d-4008-999d-921781e779ca', 'ad41ff8c-bd08-4e36-bc22-abb16127ebc8', 'ac0ff30e-e301-49ba-9136-1b4a686a3769', '9db9404a-b471-452b-92a7-cd905ab3db45', '2aa85387-b37c-4633-965a-c135958cdf23', 'ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba', '04e824c4-9998-4852-bdf6-4db2e5e37b35', 'd0cd6c3e-5a98-465d-bf37-5b56a4e682c7', '8aa2b073-7525-45d3-9a76-d9b3dbe46a3c', '7d008067-5dd5-44aa-92a9-ebddbf65e5ad', '7cb2f1c4-c7c0-4a31-871f-e20d71032c89', '8aaf80c2-a298-4b70-a490-7562f7f2ff56', 'f6cfdded-6ef1-4412-941a-647a1342fd0c', 'e9fd9beb-571e-4129-aeb7-15327b0d3105', 'e971629d-4178-4afa-8a20-5dec95f9981f'} {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.102778] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1286.124887] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.125161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.125161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.125323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.125432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.125553] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1286.125627] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.125698] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1286.197431] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.197676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.197676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.197939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.199109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.199375] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1286.199453] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1286.199551] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1286.199661] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1286.199749] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/39 resources of Type:Security Group Rules [ 1286.199821] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGH for action security_group_rules [ 1286.199901] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGH for action security_group_rules [ 1286.199967] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGH for action security_group_rules [ 1286.200041] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGH for action security_group_rules [ 1286.200104] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGH for action security_group_rules [ 1286.200166] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGH for action security_group_rules [ 1286.200225] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGH for action security_group_rules [ 1286.200284] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGH for action security_group_rules [ 1286.200345] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGH for action security_group_rules [ 1286.200405] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGH for action security_group_rules [ 1286.200466] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGH for action security_group_rules [ 1286.200525] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGH for action security_group_rules [ 1286.200584] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGH for action security_group_rules [ 1286.200644] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGH for action security_group_rules [ 1286.200744] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGH for action security_group_rules [ 1286.200791] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGH for action security_group_rules [ 1286.200825] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGH for action security_group_rules [ 1286.200873] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGH for action security_group_rules [ 1286.200931] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGH for action security_group_rules [ 1286.200990] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGH for action security_group_rules [ 1286.201094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.289188] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.289555] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1287.289555] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 with Priority: HIGH for action security_group_rules [ 1287.289555] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba76667f-d0f1-4d17-b420-3436e9196f53 with Priority: HIGH for action security_group_rules [ 1287.289677] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed9bba2f-ed34-4724-acad-17eca50e1231 with Priority: HIGH for action security_group_rules [ 1287.289677] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 with Priority: HIGH for action security_group_rules [ 1287.289766] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 with Priority: HIGH for action security_group_rules [ 1287.289858] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c404a1f-c618-4871-90bd-12cdea60df67 with Priority: HIGH for action security_group_rules [ 1287.289946] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 with Priority: HIGH for action security_group_rules [ 1287.290047] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f with Priority: HIGH for action security_group_rules [ 1287.290850] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGH for action security_group_rules [ 1287.290984] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGH for action security_group_rules [ 1287.291098] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be31281-367f-47a0-8916-af6f47ff53bf with Priority: HIGH for action security_group_rules [ 1287.291190] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff5fb355-9518-4c33-89d1-454516df8ac4 with Priority: HIGH for action security_group_rules [ 1287.291320] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 with Priority: HIGH for action security_group_rules [ 1287.291391] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b06d21-af0d-4441-8347-d328c266f3fb with Priority: HIGH for action security_group_rules [ 1287.291448] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 with Priority: HIGH for action security_group_rules [ 1287.291536] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f with Priority: HIGH for action security_group_rules [ 1287.291635] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 with Priority: HIGH for action security_group_rules [ 1287.291711] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 with Priority: HIGH for action security_group_rules [ 1287.291796] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 with Priority: HIGH for action security_group_rules [ 1287.291881] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGH for action security_group_rules [ 1287.292252] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c8997b-cadf-4d4a-9282-d8d39bb68505 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.292384] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.292450] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.292654] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.292732] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c8997b-cadf-4d4a-9282-d8d39bb68505',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.293803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba76667f-d0f1-4d17-b420-3436e9196f53 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.293959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.293959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.294091] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.294167] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba76667f-d0f1-4d17-b420-3436e9196f53',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.294953] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed9bba2f-ed34-4724-acad-17eca50e1231 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.295066] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.295131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.295278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.295347] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed9bba2f-ed34-4724-acad-17eca50e1231',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.296202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f590183-e21e-4fc8-84fb-0bca20c02291 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.296202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.296289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.296394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.296449] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f590183-e21e-4fc8-84fb-0bca20c02291',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.297261] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.297371] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.297434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.297582] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.297651] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04575ea-ace0-4981-9e59-3ca9d1e081e2',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.298312] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c404a1f-c618-4871-90bd-12cdea60df67 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.298414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.298479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.298869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.298869] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c404a1f-c618-4871-90bd-12cdea60df67',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.299347] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e326da-8090-4c9c-b58d-aab115ad2c06 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.299439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.299503] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.299779] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.299779] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e326da-8090-4c9c-b58d-aab115ad2c06',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.300563] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.300563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.300563] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.300714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.300714] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12d8c479-5ab0-4987-b8ab-fa63cad7af2f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.301668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.301668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.301668] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.302121] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.302121] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.302594] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.302800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.302800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.302897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.302968] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.303625] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be31281-367f-47a0-8916-af6f47ff53bf taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.303724] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.303850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.304010] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.304085] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be31281-367f-47a0-8916-af6f47ff53bf',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.304932] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff5fb355-9518-4c33-89d1-454516df8ac4 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.304932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.304932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.305133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.305133] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff5fb355-9518-4c33-89d1-454516df8ac4',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.305892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7152efa9-739a-437d-93dd-848fc6c6b9b3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.305991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.306246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.306408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.306483] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7152efa9-739a-437d-93dd-848fc6c6b9b3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.307144] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91b06d21-af0d-4441-8347-d328c266f3fb taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.307248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.307379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.307536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.307607] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91b06d21-af0d-4441-8347-d328c266f3fb',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.308386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.308479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.308519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.308642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.308707] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d60c0ef-e7b2-41eb-a207-3cd8da782c81',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.310879] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.311109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.311109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.311213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.311670] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5365a487-7303-4eb1-aaec-81c46c2f9b9f',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.311908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efff336-ebcd-49ca-96cb-24681f4360f3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.312018] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.312084] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.312317] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.312427] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efff336-ebcd-49ca-96cb-24681f4360f3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.313379] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.313379] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.313538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.313614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.313662] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b391e7c-0ac3-4f4e-ba54-02edb063d0d0',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.314684] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.314684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.314684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.314684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.314684] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47e0849a-0634-4626-8e90-b4c0b1e0ee03',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.315447] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.315538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.316222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.316222] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.316222] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.818892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.819147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.819147] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.819269] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.819407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.819501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.819560] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.819705] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.819792] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.819876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.819958] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.830435] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.830598] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.830642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.830824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.830982] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.831089] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.831153] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.831297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.831380] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.831465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.831557] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.837036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.837181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.837181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.837481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.837692] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.837848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.837959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.838203] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.838570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.838570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.838972] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.853656] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.889033] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.889259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.889259] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.889453] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.891088] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.891244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.892034] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.892132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.893339] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.893432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.894143] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.894237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.895091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.895191] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.895935] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.896042] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.897125] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.897218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.897919] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.898027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.898995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.899107] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.899864] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.899959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.902327] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.902618] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.902692] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.903891] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.904299] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.904454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.905053] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.905448] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.905545] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.907225] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.907518] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.907611] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.908906] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.909301] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.909392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.910664] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.911074] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.911184] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c404a1f-c618-4871-90bd-12cdea60df67 is going to be deleted. [ 1287.912131] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.912359] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.913702] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.913796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.939871] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.940073] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5365a487-7303-4eb1-aaec-81c46c2f9b9f is going to be deleted. [ 1287.940914] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.941144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.959072] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.959339] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7152efa9-739a-437d-93dd-848fc6c6b9b3 is going to be deleted. [ 1287.960312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.960536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.980504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.980721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.982367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.982510] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed9bba2f-ed34-4724-acad-17eca50e1231 is going to be deleted. [ 1287.983475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.983706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.996106] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.996246] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.006869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.007081] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91b06d21-af0d-4441-8347-d328c266f3fb is going to be deleted. [ 1288.007928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.008160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.024792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.025105] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.039536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.039677] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efff336-ebcd-49ca-96cb-24681f4360f3 is going to be deleted. [ 1288.040656] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.040865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.078010] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.078229] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.108268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.108508] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04575ea-ace0-4981-9e59-3ca9d1e081e2 is going to be deleted. [ 1288.109320] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.109608] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.178032] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.178239] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.179283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.179404] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12d8c479-5ab0-4987-b8ab-fa63cad7af2f is going to be deleted. [ 1288.180426] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.180661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.182309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.182541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.218058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.218058] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f590183-e21e-4fc8-84fb-0bca20c02291 is going to be deleted. [ 1288.218408] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.218629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.274065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.274065] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be31281-367f-47a0-8916-af6f47ff53bf is going to be deleted. [ 1288.275230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.275521] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.277441] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.277603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.320926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.321273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.331046] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.331243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.344926] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.346043] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.346225] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.346270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.346649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.346889] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.347014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.347110] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.347280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.347369] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.347458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.347604] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.347696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.347756] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.347896] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.348188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.348188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.348188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.348319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.348423] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.348515] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.348600] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.350552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.350687] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e326da-8090-4c9c-b58d-aab115ad2c06 is going to be deleted. [ 1288.351620] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.351789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.358383] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c80ac43f-d9b5-4c0c-83b7-7973380be8bc: rpc.has_security_group_logging(os_id): False [ 1288.392775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.392977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba76667f-d0f1-4d17-b420-3436e9196f53 is going to be deleted. [ 1288.393847] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.394086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.399231] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.399406] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.459794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.459970] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47e0849a-0634-4626-8e90-b4c0b1e0ee03 is going to be deleted. [ 1288.461163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.461404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.467268] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.467432] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.491790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.491963] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b391e7c-0ac3-4f4e-ba54-02edb063d0d0 is going to be deleted. [ 1288.493017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.493220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.515928] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.516218] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.521314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.521519] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff5fb355-9518-4c33-89d1-454516df8ac4 is going to be deleted. [ 1288.522387] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.522621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.537641] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.537857] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.546189] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.546376] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.550972] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.551119] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c8997b-cadf-4d4a-9282-d8d39bb68505 is going to be deleted. [ 1288.552199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.552421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.596774] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.596774] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d60c0ef-e7b2-41eb-a207-3cd8da782c81 is going to be deleted. [ 1288.597936] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.598336] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.598425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.598607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c404a1f-c618-4871-90bd-12cdea60df67" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.598855] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.599102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.599226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.599411] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5365a487-7303-4eb1-aaec-81c46c2f9b9f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.600163] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.600414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.600538] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.600714] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7152efa9-739a-437d-93dd-848fc6c6b9b3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.600904] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.601130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.601245] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.601416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed9bba2f-ed34-4724-acad-17eca50e1231" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.601607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.601815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.601940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.602134] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91b06d21-af0d-4441-8347-d328c266f3fb" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.602327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.602541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.602649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.602821] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efff336-ebcd-49ca-96cb-24681f4360f3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.603013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.603237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.603361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.603533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04575ea-ace0-4981-9e59-3ca9d1e081e2" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.603723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.603929] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.604062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.604242] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f590183-e21e-4fc8-84fb-0bca20c02291" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.604456] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.604663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.604785] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.604957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12d8c479-5ab0-4987-b8ab-fa63cad7af2f" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.605175] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.605391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.630661] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.630808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.633548] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.633681] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.714240] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.714830] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.715029] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.715169] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.715481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.715590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.715760] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc is going to be updated. [ 1288.717276] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.717529] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.717653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.717833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be31281-367f-47a0-8916-af6f47ff53bf" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.718047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.718334] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.718415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.718531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e326da-8090-4c9c-b58d-aab115ad2c06" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.718747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.718951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.719087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.719261] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47e0849a-0634-4626-8e90-b4c0b1e0ee03" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.719425] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.719631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.719741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.719922] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba76667f-d0f1-4d17-b420-3436e9196f53" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.720664] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.720924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.721040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.721212] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff5fb355-9518-4c33-89d1-454516df8ac4" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.721361] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.721555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.721672] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.721833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b391e7c-0ac3-4f4e-ba54-02edb063d0d0" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.755140] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.755356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.755356] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.755706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.755831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.755966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c8997b-cadf-4d4a-9282-d8d39bb68505" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.804161] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.804378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.804378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.804653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.804745] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.804870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d60c0ef-e7b2-41eb-a207-3cd8da782c81" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.841863] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.842761] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.842958] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.843035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.843244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.843393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.850211] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5e04bb2-f4ba-4a72-bec6-688144db6253: rpc.has_security_group_logging(os_id): False [ 1288.854053] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13c7fca4-9de9-41a2-8f20-b06b5cf17826: rpc.has_security_group_logging(os_id): False [ 1288.878607] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc in Status: IN_PROGRESS for 2s [ 1288.890223] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.890451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.890498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.890730] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.892607] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.892713] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.935850] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.936218] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.936350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.936409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.936628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.936861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.936861] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be updated. [ 1288.937986] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.938205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.978609] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.978933] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.979083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.979220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.979362] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.979446] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.979638] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.979739] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.979798] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.979940] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.980022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.980211] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.980303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.980363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.980501] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.980575] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.980657] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be updated. [ 1289.035602] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.035815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.035815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.036026] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.036178] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.062263] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: IN_PROGRESS for 2s [ 1289.065596] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.065752] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.065829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.066063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.066220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.084136] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: IN_PROGRESS for 2s [ 1290.894625] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc in Status: SUCCESS [ 1290.895056] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.076417] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: SUCCESS [ 1291.076670] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.097429] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: SUCCESS [ 1291.097761] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.293125] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.293570] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.294895] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.294895] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.576171] env[65380]: INFO networking_nsxv3.common.synchronization [req-61134757-c6db-4a13-8d3b-b4f6e0d5ccee req-318e26a4-8cac-4661-8ffd-7b295d38addf tempest-ServerRescueTestJSON-1506379550 tempest-ServerRescueTestJSON-1506379550-project-member] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1301.576702] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1301.577015] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.577198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.577270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.577464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.577620] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.577718] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.577776] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.577923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.578015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.578108] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.080191] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.583121] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.085561] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.085805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.085805] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.086061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.086205] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.086318] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be updated. [ 1303.151186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.151525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.151525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.151643] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.151733] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.164775] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: IN_PROGRESS for 2s [ 1305.176177] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: SUCCESS [ 1305.176551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.578103] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.578478] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1309.210988] env[65380]: INFO networking_nsxv3.common.synchronization [req-ce302880-1fe4-4342-ac84-3475120b81ed req-46c69e22-c186-4c90-96b2-e266737546b9 tempest-ServerRescueTestJSON-1506379550 tempest-ServerRescueTestJSON-1506379550-project-member] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1309.211543] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGHEST for action security_group_members [ 1309.211844] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.211998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.212063] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.212243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.212395] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.212504] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.212572] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.212725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.212811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.213779] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.714957] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.715234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.715234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.715414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.715505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.715700] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.715813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.715873] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.716038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.716132] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.716222] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be updated. [ 1309.743635] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.743836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.743836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.744040] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.744181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.760291] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: IN_PROGRESS for 2s [ 1311.771765] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 in Status: SUCCESS [ 1311.772049] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 deletion is rescheduled due to dependency. [ 1311.772094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.212616] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.212937] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1316.878292] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b4909d54-2544-4d6b-936c-bdc0a26324f0 None None] Enqueued Resource ID: 3ba85072-eba2-4b3f-b3b9-a2af3538bba7 with Priority: HIGHEST for action port [ 1316.878868] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba85072-eba2-4b3f-b3b9-a2af3538bba7 with Priority: HIGHEST for action port [ 1316.879393] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ba85072-eba2-4b3f-b3b9-a2af3538bba7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.879927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ba85072-eba2-4b3f-b3b9-a2af3538bba7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.880043] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ba85072-eba2-4b3f-b3b9-a2af3538bba7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.880953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ba85072-eba2-4b3f-b3b9-a2af3538bba7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.881100] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ba85072-eba2-4b3f-b3b9-a2af3538bba7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.386415] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ba85072-eba2-4b3f-b3b9-a2af3538bba7 [ 1317.386653] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.386790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.386860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.387127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.387227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.387319] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ba85072-eba2-4b3f-b3b9-a2af3538bba7 already deleted. [ 1317.387397] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ba85072-eba2-4b3f-b3b9-a2af3538bba7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.072901] env[65380]: INFO networking_nsxv3.common.synchronization [None req-4f173097-5e19-41cd-8c31-f996b365159a None None] Enqueued Resource ID: e5799781-a988-45dd-beb1-9f0a3a5d90e7 with Priority: HIGHEST for action port [ 1319.073482] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5799781-a988-45dd-beb1-9f0a3a5d90e7 with Priority: HIGHEST for action port [ 1319.073792] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5799781-a988-45dd-beb1-9f0a3a5d90e7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.073932] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5799781-a988-45dd-beb1-9f0a3a5d90e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.074013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5799781-a988-45dd-beb1-9f0a3a5d90e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.074439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5799781-a988-45dd-beb1-9f0a3a5d90e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.074548] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5799781-a988-45dd-beb1-9f0a3a5d90e7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.576958] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5799781-a988-45dd-beb1-9f0a3a5d90e7 [ 1319.577342] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.577513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.577603] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.577836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.577955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.578087] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5799781-a988-45dd-beb1-9f0a3a5d90e7 already deleted. [ 1319.578219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5799781-a988-45dd-beb1-9f0a3a5d90e7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.688860] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8206a4e-ffb1-4874-ae64-08ff4e9bea7f req-1c80eb10-f957-486d-8e2d-8628ac840944 tempest-ServerRescueNegativeTestJSON-1614036554 tempest-ServerRescueNegativeTestJSON-1614036554-project-member] Enqueued Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1322.689492] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1322.689799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.689928] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.690647] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.690789] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.690932] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.691073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.691161] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.691323] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.691409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.691608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.981544] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.981755] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.981883] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.982240] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.982502] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.982657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.982775] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.982992] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.983156] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.983367] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.983514] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1322.983625] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1322.983736] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1322.983847] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1322.983954] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1322.984190] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.006617] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.006789] env[65380]: DEBUG dogpile.cache.region [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1323.006927] env[65380]: DEBUG dogpile.lock [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.007132] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.007555] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock port-078edaec-5c64-4393-b4b9-0e9537ee060c taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.007752] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "port-078edaec-5c64-4393-b4b9-0e9537ee060c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.007877] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "port-078edaec-5c64-4393-b4b9-0e9537ee060c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.008202] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "port-078edaec-5c64-4393-b4b9-0e9537ee060c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.008340] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078edaec-5c64-4393-b4b9-0e9537ee060c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.193865] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.194113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.194237] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.194510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.194618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.194905] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.195264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.195264] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.195407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.195441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.195538] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 already deleted. [ 1323.195621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.510498] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.510714] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.510785] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.511078] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.511232] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.511387] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Segment Port 078edaec-5c64-4393-b4b9-0e9537ee060c not found, creating... [ 1323.511644] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.511799] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.511914] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.512144] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.512281] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.512555] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.512710] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.512857] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.513125] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.513272] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.513420] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Resource: SegmentPort with ID: 078edaec-5c64-4393-b4b9-0e9537ee060c is going to be created. [ 1323.534060] env[65380]: DEBUG networking_nsxv3.common.locking [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.534060] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.534060] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.534374] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.534374] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.534550] env[65380]: DEBUG oslo_concurrency.lockutils [None req-35d57788-fbdc-44aa-9424-23067acb4bc6 None None] Releasing lock "port-078edaec-5c64-4393-b4b9-0e9537ee060c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.221289] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8206a4e-ffb1-4874-ae64-08ff4e9bea7f req-88a7aa5e-e348-4608-bb2f-1f643c52ed50 service nova] Enqueued Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_rules [ 1324.221572] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8206a4e-ffb1-4874-ae64-08ff4e9bea7f req-88a7aa5e-e348-4608-bb2f-1f643c52ed50 service nova] Enqueued Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1324.221614] env[65380]: INFO networking_nsxv3.common.synchronization [req-e8206a4e-ffb1-4874-ae64-08ff4e9bea7f req-88a7aa5e-e348-4608-bb2f-1f643c52ed50 service nova] Enqueued Resource ID: 078edaec-5c64-4393-b4b9-0e9537ee060c with Priority: HIGHEST for action port [ 1324.222356] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_rules [ 1324.222499] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1324.222600] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078edaec-5c64-4393-b4b9-0e9537ee060c with Priority: HIGHEST for action port [ 1324.222912] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.223184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.223184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.223355] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.223434] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.225148] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.225148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.225148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.225327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.225455] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.225543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.225648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.225742] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.226753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.226753] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.227803] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-078edaec-5c64-4393-b4b9-0e9537ee060c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.228726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-078edaec-5c64-4393-b4b9-0e9537ee060c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.228726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-078edaec-5c64-4393-b4b9-0e9537ee060c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.228726] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-078edaec-5c64-4393-b4b9-0e9537ee060c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.228726] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078edaec-5c64-4393-b4b9-0e9537ee060c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.725598] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.725783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.730729] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.731297] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 078edaec-5c64-4393-b4b9-0e9537ee060c with status ACTIVE [ 1324.731297] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.731438] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.731480] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.731689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.731780] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.732014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.732148] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.732197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.732381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.732492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.732987] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.732987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.732987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.732987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.733223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.733223] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 078edaec-5c64-4393-b4b9-0e9537ee060c is going to be updated. [ 1324.754837] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.755177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.755177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.755292] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.755363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.755541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-078edaec-5c64-4393-b4b9-0e9537ee060c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.828437] env[65380]: INFO networking_nsxv3.common.synchronization [req-987734cf-267f-4d80-a229-1160e60ac005 req-a04144f8-74d9-4884-8f32-e06c380053bd tempest-ServerRescueNegativeTestJSON-1614036554 tempest-ServerRescueNegativeTestJSON-1614036554-project-member] Enqueued Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1324.829047] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1324.829130] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.829230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.124568] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.124705] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.124783] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.125110] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.125374] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.125533] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.125650] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.125860] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.126016] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.126224] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1325.126334] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1325.126439] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1325.126541] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1325.126931] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1325.126931] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1325.126931] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1325.144678] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1325.144869] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1325.145014] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1325.145187] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.145490] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-764d3f51-03a5-48ff-bab9-f005c7613395 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.145657] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-764d3f51-03a5-48ff-bab9-f005c7613395" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.145778] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-764d3f51-03a5-48ff-bab9-f005c7613395" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.146105] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-764d3f51-03a5-48ff-bab9-f005c7613395" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.146246] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764d3f51-03a5-48ff-bab9-f005c7613395',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.236096] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.648127] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.648372] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.648502] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.648793] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.648947] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.649133] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port 764d3f51-03a5-48ff-bab9-f005c7613395 not found, creating... [ 1325.649407] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.649569] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.649687] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.649929] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.650115] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.650423] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.650585] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.650704] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.650911] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.651056] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.651199] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: 764d3f51-03a5-48ff-bab9-f005c7613395 is going to be created. [ 1325.672626] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.672890] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.673072] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.673318] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.673549] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.673765] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-764d3f51-03a5-48ff-bab9-f005c7613395" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.739420] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.739637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.739637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.739809] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.739899] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.740016] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 is going to be created. [ 1325.780038] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.780280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.780280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.780475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.780637] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.790114] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: UNINITIALIZED for 2s [ 1326.393591] env[65380]: INFO networking_nsxv3.common.synchronization [req-987734cf-267f-4d80-a229-1160e60ac005 req-bb0de959-3928-42cb-a05f-6e39c6d7cc6e service nova] Enqueued Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_rules [ 1326.393954] env[65380]: INFO networking_nsxv3.common.synchronization [req-987734cf-267f-4d80-a229-1160e60ac005 req-bb0de959-3928-42cb-a05f-6e39c6d7cc6e service nova] Enqueued Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1326.393954] env[65380]: INFO networking_nsxv3.common.synchronization [req-987734cf-267f-4d80-a229-1160e60ac005 req-bb0de959-3928-42cb-a05f-6e39c6d7cc6e service nova] Enqueued Resource ID: 764d3f51-03a5-48ff-bab9-f005c7613395 with Priority: HIGHEST for action port [ 1326.394501] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_rules [ 1326.394641] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1326.394742] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764d3f51-03a5-48ff-bab9-f005c7613395 with Priority: HIGHEST for action port [ 1326.395723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.395837] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.396078] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.396182] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.396344] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-764d3f51-03a5-48ff-bab9-f005c7613395 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.396444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-764d3f51-03a5-48ff-bab9-f005c7613395" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.396502] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-764d3f51-03a5-48ff-bab9-f005c7613395" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.396702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-764d3f51-03a5-48ff-bab9-f005c7613395" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.396779] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764d3f51-03a5-48ff-bab9-f005c7613395',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.898995] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 764d3f51-03a5-48ff-bab9-f005c7613395 with status ACTIVE [ 1326.898995] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.899248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.899248] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.899402] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.899491] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.899659] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.899753] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.899815] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.899964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.900059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.900240] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.900332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.900392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.900528] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.900601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.900738] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 764d3f51-03a5-48ff-bab9-f005c7613395 is going to be updated. [ 1326.921926] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.922434] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.922511] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.922723] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.922877] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.923031] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-764d3f51-03a5-48ff-bab9-f005c7613395" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.801094] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: SUCCESS [ 1327.801489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.801599] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.801735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.801955] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.802098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.802164] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.802327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.802407] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.802496] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.802600] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.803549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.803715] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.803883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.803990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.804065] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.804206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.804297] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.804384] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.306703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.306833] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.307028] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.809100] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.312951] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.313195] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.313278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.313527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.313624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.313722] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 is going to be updated. [ 1329.342652] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.342907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.342907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.343173] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.343353] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.351716] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: IN_PROGRESS for 2s [ 1331.363523] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: SUCCESS [ 1331.363523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.363523] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.364177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.364177] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.364177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.364177] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.364410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.364410] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.364468] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.396153] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.396328] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1331.866707] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.368770] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.871611] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.871732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.871879] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.872124] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.872221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.872320] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 is going to be updated. [ 1332.907259] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.907564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.907564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.907678] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.907811] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.929561] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: IN_PROGRESS for 2s [ 1334.940621] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: SUCCESS [ 1334.940923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.941022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.941333] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.941573] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.941720] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.941796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.941991] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.942118] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.942219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.942385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.942479] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.942541] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.942684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.942820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.942933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.942990] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.943201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.943294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.943377] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.943462] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.445282] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d20770f-1fbd-431c-96d1-e79fd1730c36: rpc.has_security_group_logging(os_id): False [ 1335.463789] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.464027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.464027] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.464398] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.464577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.464883] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.465038] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.465108] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.465311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.465415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.465636] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.465747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.465812] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.465984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.466078] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.466309] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.466413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.466476] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.466617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.466722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.466825] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 is going to be created. [ 1335.525783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.526070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.526070] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.526343] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.526631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.538618] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: IN_PROGRESS for 2s [ 1336.397288] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.397749] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1337.552309] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: SUCCESS [ 1337.552309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.552309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.552309] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.552309] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.055010] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.055327] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.055414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.055648] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.056061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.056221] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.056288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.056474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.056566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.056661] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.056752] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.559322] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.559791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.559791] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.559865] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.560036] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.560142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.560265] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.560415] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.560505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.560618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.560770] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.560893] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.560960] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.561133] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.561368] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.561498] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.561607] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.561797] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.561882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.561967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.562108] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.064829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d20770f-1fbd-431c-96d1-e79fd1730c36: rpc.has_security_group_logging(os_id): False [ 1339.082521] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.082698] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.082744] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.082941] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.083049] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.083257] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.083357] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.083420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.083573] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.083645] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.083816] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.083907] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.083965] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.084114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.084189] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.084370] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.084460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.084552] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.084653] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.084725] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.084809] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 is going to be updated. [ 1339.159706] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.159872] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.159933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.160196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.160388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.173652] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: IN_PROGRESS for 2s [ 1341.187178] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: SUCCESS [ 1341.187544] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.398409] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.398546] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.135480] env[65380]: INFO networking_nsxv3.common.synchronization [req-b9d23ed6-fe2e-4c09-8325-806ba5c7d56b req-2fd63994-0edd-4de7-bb86-47b81a3cde2c tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1342.136062] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1342.136385] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.136508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.136574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.136770] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.136917] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.137023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.137079] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.137220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.137304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.137393] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.641608] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.144047] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.646828] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.647388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.647388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.647388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.647388] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.647798] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be updated. [ 1343.675733] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.676069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.676069] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.676296] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.676374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.685394] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: IN_PROGRESS for 2s [ 1345.695888] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: SUCCESS [ 1345.696277] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.136766] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.137209] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.137754] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.138154] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.139455] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.139707] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.899696] env[65380]: INFO networking_nsxv3.common.synchronization [req-4c77a809-3b92-424a-b45c-552ad43f5e48 req-b1cca3bc-9689-42b6-8c0b-2c3b21fabf36 tempest-ServerActionsTestOtherA-753894539 tempest-ServerActionsTestOtherA-753894539-project-member] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1357.900269] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGHEST for action security_group_members [ 1357.900583] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.900706] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.900775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.901127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.901127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.901339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.901339] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.901413] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.901492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.901586] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.396210] env[65380]: INFO networking_nsxv3.common.synchronization [None req-0392f5e9-a566-4d92-be68-f880990fc5d4 tempest-ServerRescueNegativeTestJSON-1614036554 tempest-ServerRescueNegativeTestJSON-1614036554-project-member] Enqueued Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_rules [ 1358.396780] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_rules [ 1358.397091] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf66b6a-ba62-462f-8c60-6edc102926f9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.397206] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.397271] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.397510] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.397590] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.403633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.403763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.403813] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.403964] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.404071] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.404247] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.404341] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.404404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.404547] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.404621] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.404704] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be updated. [ 1358.436124] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.436286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.436332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.437035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.437035] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.445871] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: IN_PROGRESS for 2s [ 1358.467700] env[65380]: INFO networking_nsxv3.common.synchronization [None req-583395f4-8026-48da-bd96-ce3916580d41 tempest-ServerRescueNegativeTestJSON-1614036554 tempest-ServerRescueNegativeTestJSON-1614036554-project-member] Enqueued Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_rules [ 1358.468130] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_rules [ 1358.468519] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf66b6a-ba62-462f-8c60-6edc102926f9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.468635] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.918400] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.918400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.918400] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.918882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.918882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.918882] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 already deleted. [ 1358.918882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.919159] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.919315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.919406] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.438210] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.438551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.438551] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.438657] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.438746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.438842] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 already deleted. [ 1359.438923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.477661] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 in Status: SUCCESS [ 1360.478181] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 deletion is rescheduled due to dependency. [ 1360.478181] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.469371] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.469641] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.069156] env[65380]: INFO networking_nsxv3.common.synchronization [req-602bc258-592f-413f-a6cd-7d845938a586 req-93cc3d52-fc72-4a03-af73-6c9863a90ac2 tempest-ServerRescueNegativeTestJSON-1614036554 tempest-ServerRescueNegativeTestJSON-1614036554-project-member] Enqueued Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_members [ 1364.069797] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_members [ 1364.070665] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf66b6a-ba62-462f-8c60-6edc102926f9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.070665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.070665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.070665] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.071152] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.071152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.071152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.071152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.071338] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.071338] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.391976] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-670 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.392153] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.392266] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.392530] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.392781] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.392936] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.393065] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.393273] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.393414] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.393648] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1364.393763] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1364.393873] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1364.393981] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1364.394106] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1364.394214] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1364.394345] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1364.419152] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1364.419334] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1364.419473] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1364.419649] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-670" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.419967] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-c6668bfd-25c6-4589-b8ee-bbbc79181617 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.420158] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-c6668bfd-25c6-4589-b8ee-bbbc79181617" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.420276] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-c6668bfd-25c6-4589-b8ee-bbbc79181617" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.420588] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-c6668bfd-25c6-4589-b8ee-bbbc79181617" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.420731] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6668bfd-25c6-4589-b8ee-bbbc79181617',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.576396] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.576783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.576783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.576783] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.576876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.577044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.577142] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.577199] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.577346] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.577420] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.577504] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 already deleted. [ 1364.577581] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.923088] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.923329] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.923505] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.923807] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.923963] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.924143] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port c6668bfd-25c6-4589-b8ee-bbbc79181617 not found, creating... [ 1364.924415] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.924580] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.924705] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.924930] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.925090] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.925380] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.925566] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.925694] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.925907] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.926060] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.926259] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: c6668bfd-25c6-4589-b8ee-bbbc79181617 is going to be created. [ 1364.953069] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.953315] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.953481] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.953754] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.953989] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.954242] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-c6668bfd-25c6-4589-b8ee-bbbc79181617" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.720069] env[65380]: INFO networking_nsxv3.common.synchronization [req-602bc258-592f-413f-a6cd-7d845938a586 req-56933c44-b10a-46f2-8b85-08ccd401db46 service nova] Enqueued Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_rules [ 1365.720329] env[65380]: INFO networking_nsxv3.common.synchronization [req-602bc258-592f-413f-a6cd-7d845938a586 req-56933c44-b10a-46f2-8b85-08ccd401db46 service nova] Enqueued Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_members [ 1365.720419] env[65380]: INFO networking_nsxv3.common.synchronization [req-602bc258-592f-413f-a6cd-7d845938a586 req-56933c44-b10a-46f2-8b85-08ccd401db46 service nova] Enqueued Resource ID: c6668bfd-25c6-4589-b8ee-bbbc79181617 with Priority: HIGHEST for action port [ 1365.720909] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_rules [ 1365.721240] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_members [ 1365.721418] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6668bfd-25c6-4589-b8ee-bbbc79181617 with Priority: HIGHEST for action port [ 1365.721852] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf66b6a-ba62-462f-8c60-6edc102926f9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.722061] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.722176] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.722421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.722566] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.723683] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf66b6a-ba62-462f-8c60-6edc102926f9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.723920] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.724113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.724394] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.724691] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.724897] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.725086] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.725386] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.725675] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.725856] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.726994] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6668bfd-25c6-4589-b8ee-bbbc79181617 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.727137] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6668bfd-25c6-4589-b8ee-bbbc79181617" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.727234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6668bfd-25c6-4589-b8ee-bbbc79181617" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.727445] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6668bfd-25c6-4589-b8ee-bbbc79181617" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.727579] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6668bfd-25c6-4589-b8ee-bbbc79181617',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.229516] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf66b6a-ba62-462f-8c60-6edc102926f9 taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.229652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.229891] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.230812] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6668bfd-25c6-4589-b8ee-bbbc79181617 with status ACTIVE [ 1366.231026] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.231127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.231168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.231382] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.231477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.231668] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.231765] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.231826] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.231981] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.232106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.232835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.232835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.232835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.232835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.232835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.232835] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6668bfd-25c6-4589-b8ee-bbbc79181617 is going to be updated. [ 1366.264293] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.264536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.264536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.264727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.264870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.265047] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6668bfd-25c6-4589-b8ee-bbbc79181617" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.734445] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.237391] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.237630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.237630] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.237831] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.237924] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.238036] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 is going to be created. [ 1367.264849] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.265094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.265094] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.265186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.265366] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.274817] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 in Status: UNINITIALIZED for 2s [ 1369.285640] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 in Status: SUCCESS [ 1369.285913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.286055] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.286298] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.286490] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.286629] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.286690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.286835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.286916] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.287015] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.287115] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.790184] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.294138] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cf66b6a-ba62-462f-8c60-6edc102926f9: rpc.has_security_group_logging(os_id): False [ 1370.316493] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.316697] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.316764] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.317160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.317160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.317304] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.317395] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.317454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.317614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.317691] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.317779] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 is going to be created. [ 1370.415778] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.415992] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.416143] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.416460] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.416754] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.427389] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 in Status: IN_PROGRESS for 2s [ 1370.723172] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.723386] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1372.440441] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 in Status: SUCCESS [ 1372.440722] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.724401] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.724401] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.725668] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.726090] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.726853] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.726853] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.728208] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.728552] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.729337] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.729337] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.730162] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.730402] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.730849] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.731317] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.732600] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.733272] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1414.217563] env[65380]: INFO networking_nsxv3.common.synchronization [req-b21b124c-1c80-466c-b965-0df599d988db req-56875a36-e943-46b0-ae45-7eeac588da01 tempest-AttachVolumeTestJSON-1147150116 tempest-AttachVolumeTestJSON-1147150116-project-member] Enqueued Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_members [ 1414.218160] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGHEST for action security_group_members [ 1414.218504] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.218631] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.218701] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.218898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.219075] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.219171] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.219232] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.219393] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.219494] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.219588] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.722654] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.722912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.722912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.723058] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.723152] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.723386] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.723486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.723561] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.723694] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.723773] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.723860] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc is going to be updated. [ 1414.757141] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.757414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.757414] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.757587] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.757749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.766960] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc in Status: IN_PROGRESS for 2s [ 1416.781248] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc in Status: SUCCESS [ 1416.781624] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc deletion is rescheduled due to dependency. [ 1416.781624] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.904036] env[65380]: INFO networking_nsxv3.common.synchronization [None req-b3ca966b-3365-443f-a915-22d6c7791105 tempest-AttachVolumeTestJSON-1147150116 tempest-AttachVolumeTestJSON-1147150116-project-member] Enqueued Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_rules [ 1418.904618] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_rules [ 1418.904908] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec0ea55f-7b33-420b-9490-72ec9e88181b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.905046] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.905113] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.905367] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.905481] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.984286] env[65380]: INFO networking_nsxv3.common.synchronization [None req-9dfbae07-4fd5-4530-9e3e-5761a35a487e tempest-AttachVolumeTestJSON-1147150116 tempest-AttachVolumeTestJSON-1147150116-project-member] Enqueued Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_rules [ 1418.984683] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_rules [ 1418.985028] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec0ea55f-7b33-420b-9490-72ec9e88181b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.985119] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.428188] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.428188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.428188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.428188] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.428344] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.428344] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec0ea55f-7b33-420b-9490-72ec9e88181b already deleted. [ 1419.428422] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.428549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.428696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.428773] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.950224] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.950566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.950566] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.950646] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.950735] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.950829] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec0ea55f-7b33-420b-9490-72ec9e88181b already deleted. [ 1419.950912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.985861] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.985861] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1424.904808] env[65380]: INFO networking_nsxv3.common.synchronization [req-daf9c53a-b087-43ee-bff9-dd803a4f3192 req-ba1d3839-e748-4265-aecb-d5be0ccbeebf tempest-AttachVolumeTestJSON-1147150116 tempest-AttachVolumeTestJSON-1147150116-project-member] Enqueued Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_members [ 1424.905365] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_members [ 1424.905679] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec0ea55f-7b33-420b-9490-72ec9e88181b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.905802] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.905917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.906244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.906509] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.906686] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.906771] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.906913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.907068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.907208] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.291372] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.291824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "network-541" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.291824] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "network-541" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.292047] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "network-541" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.292704] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.292896] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.293026] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.293255] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.293401] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.293624] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1425.293861] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] NeedRegenerationException {{(pid=65380) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1425.293932] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] no value, waiting for create lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1425.294043] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] value creation lock acquired {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1425.294157] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] No value present for key: 'zone-id' {{(pid=65380) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1425.294265] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Calling creation function for not-yet-present value {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1425.294423] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1425.320355] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1425.320534] env[65380]: DEBUG dogpile.cache.region [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65380) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1425.320653] env[65380]: DEBUG dogpile.lock [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Released creation lock {{(pid=65380) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1425.320832] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "network-541" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.321198] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock port-f60c60da-40d3-44a8-b2bd-0d0464f0e773 taken with stack trace [, , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.321374] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "port-f60c60da-40d3-44a8-b2bd-0d0464f0e773" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.321498] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "port-f60c60da-40d3-44a8-b2bd-0d0464f0e773" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.321883] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "port-f60c60da-40d3-44a8-b2bd-0d0464f0e773" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.322055] env[65380]: DEBUG networking_nsxv3.api.rpc [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f60c60da-40d3-44a8-b2bd-0d0464f0e773',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.409944] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.410187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.410234] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.410481] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.410570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.410780] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.410882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.410946] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.411114] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.411198] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.411317] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec0ea55f-7b33-420b-9490-72ec9e88181b already deleted. [ 1425.411440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.825029] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.825275] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.825356] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.825662] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.825815] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.825977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Segment Port f60c60da-40d3-44a8-b2bd-0d0464f0e773 not found, creating... [ 1425.826293] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.826499] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.826686] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.826942] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.827103] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.827442] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.828131] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.828131] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.828131] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.828322] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.828357] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Resource: SegmentPort with ID: f60c60da-40d3-44a8-b2bd-0d0464f0e773 is going to be created. [ 1425.851347] env[65380]: DEBUG networking_nsxv3.common.locking [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.851612] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.851671] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.851969] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.852231] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.852478] env[65380]: DEBUG oslo_concurrency.lockutils [None req-bf71998a-c10e-415d-a0d1-3d898f3de52d None None] Releasing lock "port-f60c60da-40d3-44a8-b2bd-0d0464f0e773" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.557616] env[65380]: INFO networking_nsxv3.common.synchronization [req-daf9c53a-b087-43ee-bff9-dd803a4f3192 req-bb340079-5b67-4578-9270-816c216e2c48 service nova] Enqueued Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_rules [ 1426.557616] env[65380]: INFO networking_nsxv3.common.synchronization [req-daf9c53a-b087-43ee-bff9-dd803a4f3192 req-bb340079-5b67-4578-9270-816c216e2c48 service nova] Enqueued Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_members [ 1426.557999] env[65380]: INFO networking_nsxv3.common.synchronization [req-daf9c53a-b087-43ee-bff9-dd803a4f3192 req-bb340079-5b67-4578-9270-816c216e2c48 service nova] Enqueued Resource ID: f60c60da-40d3-44a8-b2bd-0d0464f0e773 with Priority: HIGHEST for action port [ 1426.558224] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_rules [ 1426.558365] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_members [ 1426.558466] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f60c60da-40d3-44a8-b2bd-0d0464f0e773 with Priority: HIGHEST for action port [ 1426.558747] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec0ea55f-7b33-420b-9490-72ec9e88181b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.558890] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.558971] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.559201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.559288] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.560202] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec0ea55f-7b33-420b-9490-72ec9e88181b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.560328] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.561014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.561014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.561014] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.561014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.561252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.561252] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.561318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.561391] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.562168] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock port-f60c60da-40d3-44a8-b2bd-0d0464f0e773 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.562288] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f60c60da-40d3-44a8-b2bd-0d0464f0e773" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.562350] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f60c60da-40d3-44a8-b2bd-0d0464f0e773" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.562543] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f60c60da-40d3-44a8-b2bd-0d0464f0e773" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.562640] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f60c60da-40d3-44a8-b2bd-0d0464f0e773',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.064199] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec0ea55f-7b33-420b-9490-72ec9e88181b taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.064418] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.064558] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.065485] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f60c60da-40d3-44a8-b2bd-0d0464f0e773 with status ACTIVE [ 1427.065693] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.065816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.065884] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.066149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.066187] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.066362] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.066531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.066531] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.066684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.066763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.066949] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.067513] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.067604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.068116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.068216] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.069032] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f60c60da-40d3-44a8-b2bd-0d0464f0e773 is going to be updated. [ 1427.088346] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.088555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.088555] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.088933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.088933] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.089044] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f60c60da-40d3-44a8-b2bd-0d0464f0e773" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.570628] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.075584] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.075898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.075898] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.076064] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.076136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.076237] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec0ea55f-7b33-420b-9490-72ec9e88181b is going to be created. [ 1428.098903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.099117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.099117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.099312] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.099465] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.109618] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec0ea55f-7b33-420b-9490-72ec9e88181b in Status: UNINITIALIZED for 2s [ 1430.120818] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec0ea55f-7b33-420b-9490-72ec9e88181b in Status: SUCCESS [ 1430.121201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.121201] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.121389] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.121579] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.121696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.121760] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.121909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.121987] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.122087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.122176] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.624510] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.126835] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec0ea55f-7b33-420b-9490-72ec9e88181b: rpc.has_security_group_logging(os_id): False [ 1431.146047] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.146268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.146268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.146475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.146610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.146885] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.146993] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.147068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.147227] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.147304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.147390] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec0ea55f-7b33-420b-9490-72ec9e88181b is going to be created. [ 1431.207929] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.208193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.208193] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.208340] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.208527] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.218942] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec0ea55f-7b33-420b-9490-72ec9e88181b in Status: IN_PROGRESS for 2s [ 1431.559676] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.559822] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1433.240944] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec0ea55f-7b33-420b-9490-72ec9e88181b in Status: SUCCESS [ 1433.241442] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.560975] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.560975] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.561872] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.561872] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.563257] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.563552] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.564567] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.564954] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.566183] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.566576] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.567027] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.567452] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.568401] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.568839] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.569726] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.570039] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.869971] env[65380]: INFO networking_nsxv3.common.synchronization [req-26d0726f-55a3-4358-b7aa-50813ab290de req-caca431a-c296-4c18-a5d3-3fea4e3b0fb9 tempest-ServerRescueNegativeTestJSON-1614036554 tempest-ServerRescueNegativeTestJSON-1614036554-project-member] Enqueued Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_members [ 1473.870494] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGHEST for action security_group_members [ 1473.870812] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cf66b6a-ba62-462f-8c60-6edc102926f9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.870931] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.870998] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.871209] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.871356] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.871454] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.871519] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.871659] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.871772] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.871928] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1474.374801] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.375036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.375036] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.375279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.375374] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.375574] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.375676] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.375740] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.375882] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.375959] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.376067] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 is going to be updated. [ 1474.412580] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1474.412800] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.412846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.413059] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1474.413303] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.422488] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 in Status: IN_PROGRESS for 2s [ 1476.433252] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 in Status: SUCCESS [ 1476.433649] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 deletion is rescheduled due to dependency. [ 1476.433649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.544195] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1477.544574] env[65380]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0164e5c5-a4f4-4000-9db9-8aa4c39423ab None None] NSXv3 Agent Agent loop - iteration:4 started [ 1478.871775] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.872208] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.872549] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.872961] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.078253] env[65380]: INFO networking_nsxv3.common.synchronization [req-aa9b0300-3a04-4198-bf40-69d540c811c9 req-9ea9326b-314a-44ea-9fd4-9088abfe2826 tempest-ServerRescueNegativeTestJSON-1614036554 tempest-ServerRescueNegativeTestJSON-1614036554-project-member] Enqueued Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1485.078836] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1485.079175] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.079286] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.079347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.079540] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.079686] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.079782] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.079844] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.079984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.080087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.080183] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.582373] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.084413] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.589066] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.589301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.589301] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.589484] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.589584] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.589666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 is going to be updated. [ 1486.618979] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.619150] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.619197] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.619401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.619542] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.628610] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: IN_PROGRESS for 2s [ 1488.639409] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: SUCCESS [ 1488.639738] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.080293] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.080293] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.843102] env[65380]: INFO networking_nsxv3.common.synchronization [req-e5ec29bd-9c7f-448b-9343-b68f02c74541 req-6e1ef44b-d34a-43e9-9398-5959438f2307 tempest-ServerRescueNegativeTestJSON-1614036554 tempest-ServerRescueNegativeTestJSON-1614036554-project-member] Enqueued Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1491.844054] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 with Priority: HIGHEST for action security_group_members [ 1491.844195] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d20770f-1fbd-431c-96d1-e79fd1730c36 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.844294] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.844347] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.844601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.844703] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.844808] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.844870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.845020] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.845702] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.845702] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d20770f-1fbd-431c-96d1-e79fd1730c36',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.348353] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.348514] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.348589] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.348794] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.348876] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.349093] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.349190] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.349253] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.349401] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.349477] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.349563] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 is going to be updated. [ 1492.383842] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.384068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.384068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.384318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.384464] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.394063] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: IN_PROGRESS for 2s [ 1494.405752] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 in Status: SUCCESS [ 1494.406145] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d20770f-1fbd-431c-96d1-e79fd1730c36 deletion is rescheduled due to dependency. [ 1494.406145] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d20770f-1fbd-431c-96d1-e79fd1730c36" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.644508] env[65380]: INFO networking_nsxv3.common.synchronization [req-a529ed32-6ac5-44bc-8adb-9e2d3dee9057 req-b94a8cda-cdb6-47b2-a7e5-fef6fcd533e4 tempest-AttachVolumeTestJSON-1147150116 tempest-AttachVolumeTestJSON-1147150116-project-member] Enqueued Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_members [ 1496.644508] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGHEST for action security_group_members [ 1496.644788] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec0ea55f-7b33-420b-9490-72ec9e88181b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.644849] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.645405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.645405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.645405] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.645405] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.645644] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.645751] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.645820] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.645937] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.148464] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.148618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.148689] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.148934] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.149073] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.149216] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.149324] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.149421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.149536] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.149614] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.149700] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec0ea55f-7b33-420b-9490-72ec9e88181b is going to be updated. [ 1497.182354] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.182492] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.182627] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.182784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.182927] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.194776] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec0ea55f-7b33-420b-9490-72ec9e88181b in Status: IN_PROGRESS for 2s [ 1499.205855] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec0ea55f-7b33-420b-9490-72ec9e88181b in Status: SUCCESS [ 1499.206268] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec0ea55f-7b33-420b-9490-72ec9e88181b deletion is rescheduled due to dependency. [ 1499.206268] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.645582] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.645582] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.646582] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.646886] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.647653] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.648074] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.648581] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.648960] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.650154] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.650512] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.492524] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.493022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.493022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.493022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.493182] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.996394] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.500454] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.003269] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1525.003511] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1525.735713] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.736136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.736136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.736136] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.879635] env[65380]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1525.880473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.881659] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1525.923810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.924045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.924045] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.924219] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.938289] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.939097] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1525.939192] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1525.939263] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1525.968783] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.968984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.969077] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.969314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.969955] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.970138] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1526.040798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.041062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.041062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.041243] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.041550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.041848] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1526.116196] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.116435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.116435] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.116618] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.116913] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.117226] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 1526.117343] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ec0ea55f-7b33-420b-9490-72ec9e88181b', '13c7fca4-9de9-41a2-8f20-b06b5cf17826', 'c5e04bb2-f4ba-4a72-bec6-688144db6253', '5cf66b6a-ba62-462f-8c60-6edc102926f9', '6edbf2e4-d95b-44e7-9345-32d7a727da39', '26035bdb-3766-4d52-a1df-306047a13602', 'cacc801c-6314-4c9f-85b9-dc0b150f2716', 'f4478a01-a2ea-43db-8549-c560ccc97ae3', 'be5df7b1-861d-4008-999d-921781e779ca', 'ad41ff8c-bd08-4e36-bc22-abb16127ebc8', 'ac0ff30e-e301-49ba-9136-1b4a686a3769', '9db9404a-b471-452b-92a7-cd905ab3db45', 'c80ac43f-d9b5-4c0c-83b7-7973380be8bc', '2aa85387-b37c-4633-965a-c135958cdf23', 'ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba', '04e824c4-9998-4852-bdf6-4db2e5e37b35', 'd0cd6c3e-5a98-465d-bf37-5b56a4e682c7', '8aa2b073-7525-45d3-9a76-d9b3dbe46a3c', '7d008067-5dd5-44aa-92a9-ebddbf65e5ad', '7cb2f1c4-c7c0-4a31-871f-e20d71032c89', '8aaf80c2-a298-4b70-a490-7562f7f2ff56', '7d20770f-1fbd-431c-96d1-e79fd1730c36', 'f6cfdded-6ef1-4412-941a-647a1342fd0c', 'e9fd9beb-571e-4129-aeb7-15327b0d3105', 'e971629d-4178-4afa-8a20-5dec95f9981f'} {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1526.117493] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1526.137495] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.137690] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.137796] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.138068] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.138211] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.138383] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1526.138515] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1526.138635] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1526.205127] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.205310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.205310] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.205508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.206633] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.206906] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1526.206985] env[65380]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65380) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1526.207062] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1526.207129] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1526.207201] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 1526.207274] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGH for action security_group_rules [ 1526.207350] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGH for action security_group_rules [ 1526.207405] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGH for action security_group_rules [ 1526.207467] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGH for action security_group_rules [ 1526.207520] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGH for action security_group_rules [ 1526.207575] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGH for action security_group_rules [ 1526.207632] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGH for action security_group_rules [ 1526.207696] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGH for action security_group_rules [ 1526.207745] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGH for action security_group_rules [ 1526.207803] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGH for action security_group_rules [ 1526.207851] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGH for action security_group_rules [ 1526.207914] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGH for action security_group_rules [ 1526.207962] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGH for action security_group_rules [ 1526.208028] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGH for action security_group_rules [ 1526.208082] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGH for action security_group_rules [ 1526.208128] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGH for action security_group_rules [ 1526.208181] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGH for action security_group_rules [ 1526.208241] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGH for action security_group_rules [ 1526.208299] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGH for action security_group_rules [ 1526.208358] env[65380]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGH for action security_group_rules [ 1526.208474] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.651110] env[65380]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.651306] env[65380]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1526.651382] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0ea55f-7b33-420b-9490-72ec9e88181b with Priority: HIGH for action security_group_rules [ 1526.651455] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 with Priority: HIGH for action security_group_rules [ 1526.651556] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 with Priority: HIGH for action security_group_rules [ 1526.651651] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba with Priority: HIGH for action security_group_rules [ 1526.651740] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 with Priority: HIGH for action security_group_rules [ 1526.651831] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad with Priority: HIGH for action security_group_rules [ 1526.651917] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c with Priority: HIGH for action security_group_rules [ 1526.652011] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 with Priority: HIGH for action security_group_rules [ 1526.652103] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa85387-b37c-4633-965a-c135958cdf23 with Priority: HIGH for action security_group_rules [ 1526.652186] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 with Priority: HIGH for action security_group_rules [ 1526.652270] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc with Priority: HIGH for action security_group_rules [ 1526.652356] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db9404a-b471-452b-92a7-cd905ab3db45 with Priority: HIGH for action security_group_rules [ 1526.652440] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 with Priority: HIGH for action security_group_rules [ 1526.652524] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 with Priority: HIGH for action security_group_rules [ 1526.652607] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5df7b1-861d-4008-999d-921781e779ca with Priority: HIGH for action security_group_rules [ 1526.652692] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26035bdb-3766-4d52-a1df-306047a13602 with Priority: HIGH for action security_group_rules [ 1526.652779] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 with Priority: HIGH for action security_group_rules [ 1526.652861] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 with Priority: HIGH for action security_group_rules [ 1526.652947] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 with Priority: HIGH for action security_group_rules [ 1526.653042] env[65380]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 with Priority: HIGH for action security_group_rules [ 1526.653381] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec0ea55f-7b33-420b-9490-72ec9e88181b taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.653509] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.653570] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.653787] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.654051] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec0ea55f-7b33-420b-9490-72ec9e88181b',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.654862] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e04bb2-f4ba-4a72-bec6-688144db6253 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.654956] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.655028] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.655185] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.655259] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e04bb2-f4ba-4a72-bec6-688144db6253',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.656395] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cacc801c-6314-4c9f-85b9-dc0b150f2716 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.656508] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.656564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.656721] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.656782] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cacc801c-6314-4c9f-85b9-dc0b150f2716',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.657696] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.657696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.657696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.657829] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.657829] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.658767] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.658767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.658767] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.658957] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.658957] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cb2f1c4-c7c0-4a31-871f-e20d71032c89',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.659655] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.659775] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.659819] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.660013] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.660080] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d008067-5dd5-44aa-92a9-ebddbf65e5ad',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.660835] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.660835] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.661524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.661524] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.661524] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aa2b073-7525-45d3-9a76-d9b3dbe46a3c',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.661798] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.661912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.661912] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.662053] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.662128] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0cd6c3e-5a98-465d-bf37-5b56a4e682c7',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.662858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa85387-b37c-4633-965a-c135958cdf23 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.663392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.663392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.663392] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.663392] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa85387-b37c-4633-965a-c135958cdf23',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.663903] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04e824c4-9998-4852-bdf6-4db2e5e37b35 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.664017] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.664083] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.664244] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.664314] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04e824c4-9998-4852-bdf6-4db2e5e37b35',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.664977] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.665096] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.665417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.665417] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.665417] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c80ac43f-d9b5-4c0c-83b7-7973380be8bc',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.666156] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db9404a-b471-452b-92a7-cd905ab3db45 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.666315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.666315] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.666470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.666538] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db9404a-b471-452b-92a7-cd905ab3db45',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.667198] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0ff30e-e301-49ba-9136-1b4a686a3769 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.667318] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.667440] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.667505] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.667565] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0ff30e-e301-49ba-9136-1b4a686a3769',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.668325] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.668472] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.668550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.668671] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.668742] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad41ff8c-bd08-4e36-bc22-abb16127ebc8',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.669398] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be5df7b1-861d-4008-999d-921781e779ca taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.669526] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.669590] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.669816] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.670128] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be5df7b1-861d-4008-999d-921781e779ca',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.670836] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26035bdb-3766-4d52-a1df-306047a13602 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.670939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.670939] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.671093] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.671625] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26035bdb-3766-4d52-a1df-306047a13602',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.671810] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4478a01-a2ea-43db-8549-c560ccc97ae3 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.671909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.671970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.672125] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.672204] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4478a01-a2ea-43db-8549-c560ccc97ae3',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.672851] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6edbf2e4-d95b-44e7-9345-32d7a727da39 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.672945] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.673050] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.673262] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.673262] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6edbf2e4-d95b-44e7-9345-32d7a727da39',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.674044] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.674220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.674220] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.674461] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.674461] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13c7fca4-9de9-41a2-8f20-b06b5cf17826',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.675133] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cf66b6a-ba62-462f-8c60-6edc102926f9 taken with stack trace [, , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.675223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.675223] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.675381] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.675466] env[65380]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cf66b6a-ba62-462f-8c60-6edc102926f9',) {} {{(pid=65380) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.702797] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.703022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.703022] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.703213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.705061] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.705160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.706180] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.706270] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.722273] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.722394] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d008067-5dd5-44aa-92a9-ebddbf65e5ad is going to be deleted. [ 1526.723226] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.723424] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.740416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.740728] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e04bb2-f4ba-4a72-bec6-688144db6253 is going to be deleted. [ 1526.741358] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.741557] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.759009] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.759179] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aa2b073-7525-45d3-9a76-d9b3dbe46a3c is going to be deleted. [ 1526.784948] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.785166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.785166] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.785364] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.785458] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.785577] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d008067-5dd5-44aa-92a9-ebddbf65e5ad" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.798676] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.798851] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.798888] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.799099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.799186] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.799304] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e04bb2-f4ba-4a72-bec6-688144db6253" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.806363] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.806534] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.806574] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.806747] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.806836] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.806947] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aa2b073-7525-45d3-9a76-d9b3dbe46a3c" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.236030] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.236230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.236230] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.236468] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.238186] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.238290] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.239215] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.239215] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.239838] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.239923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.240633] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.240727] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.241374] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.241470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.242174] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.242278] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.242945] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.243062] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.244024] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.244160] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.244799] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.244895] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.245590] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.245688] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.246298] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1527.246760] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.246860] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.247487] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1527.247876] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.247967] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.248650] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1527.249023] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.249112] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.249699] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1527.250076] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.250168] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.250781] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1527.251187] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.251279] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.251850] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1527.252225] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.252314] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.264918] env[65380]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1527.265370] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.265490] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad41ff8c-bd08-4e36-bc22-abb16127ebc8 is going to be deleted. [ 1527.266372] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.266658] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.285311] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.285450] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c80ac43f-d9b5-4c0c-83b7-7973380be8bc is going to be deleted. [ 1527.286332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.286642] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.306828] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.307037] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0cd6c3e-5a98-465d-bf37-5b56a4e682c7 is going to be deleted. [ 1527.307869] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.308092] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.326699] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.326880] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be5df7b1-861d-4008-999d-921781e779ca is going to be deleted. [ 1527.327743] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.327921] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.329380] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.329522] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.340227] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.340391] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.354605] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.354736] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec0ea55f-7b33-420b-9490-72ec9e88181b is going to be deleted. [ 1527.355696] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.355909] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.362820] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.362977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.373441] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.373577] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa85387-b37c-4633-965a-c135958cdf23 is going to be deleted. [ 1527.374444] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.374652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.411414] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.411604] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.433564] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.433745] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cacc801c-6314-4c9f-85b9-dc0b150f2716 is going to be deleted. [ 1527.434790] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.435023] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.458497] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.458685] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.494846] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.495029] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4478a01-a2ea-43db-8549-c560ccc97ae3 is going to be deleted. [ 1527.495883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.496117] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.558793] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.558977] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0ff30e-e301-49ba-9136-1b4a686a3769 is going to be deleted. [ 1527.559970] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.560202] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.561699] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.561803] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.590255] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.590451] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.597098] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.597236] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba is going to be deleted. [ 1527.598272] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.598539] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.653870] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.654066] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6edbf2e4-d95b-44e7-9345-32d7a727da39 is going to be deleted. [ 1527.654930] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.655157] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.675507] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.675741] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.714421] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.714669] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13c7fca4-9de9-41a2-8f20-b06b5cf17826 is going to be deleted. [ 1527.715663] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.715883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.724746] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.724953] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.742935] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.743361] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db9404a-b471-452b-92a7-cd905ab3db45 is going to be deleted. [ 1527.743966] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.744196] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.779723] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.779923] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.781858] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.781977] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.797486] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.797666] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cf66b6a-ba62-462f-8c60-6edc102926f9 is going to be deleted. [ 1527.798628] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.798859] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.855407] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.855617] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.865848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.865985] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cb2f1c4-c7c0-4a31-871f-e20d71032c89 is going to be deleted. [ 1527.866951] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.867184] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.940985] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.941188] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04e824c4-9998-4852-bdf6-4db2e5e37b35 is going to be deleted. [ 1527.942224] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.942470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.943989] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.944116] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.964874] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.965099] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.976014] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.976182] env[65380]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26035bdb-3766-4d52-a1df-306047a13602 is going to be deleted. [ 1527.977162] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.977378] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.977470] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.977591] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad41ff8c-bd08-4e36-bc22-abb16127ebc8" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.977749] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.977906] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.977984] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.978127] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c80ac43f-d9b5-4c0c-83b7-7973380be8bc" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.978649] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.978810] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.978891] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.979011] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0cd6c3e-5a98-465d-bf37-5b56a4e682c7" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.979144] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.979283] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.979409] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.979475] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be5df7b1-861d-4008-999d-921781e779ca" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.979636] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.979784] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.979858] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.979969] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec0ea55f-7b33-420b-9490-72ec9e88181b" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.980109] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.980247] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.980319] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.980427] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa85387-b37c-4633-965a-c135958cdf23" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.980549] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.980684] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.980769] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.980861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cacc801c-6314-4c9f-85b9-dc0b150f2716" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.980980] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.981130] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.981204] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.981313] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4478a01-a2ea-43db-8549-c560ccc97ae3" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.981439] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.981579] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.981652] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.981763] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0ff30e-e301-49ba-9136-1b4a686a3769" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.981883] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.982032] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.982106] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.982213] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddf7d75c-b9c9-46ef-a2bb-d5e9289e39ba" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.982337] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.982473] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.982550] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.982695] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6edbf2e4-d95b-44e7-9345-32d7a727da39" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.982824] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.982963] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.983048] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.983155] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13c7fca4-9de9-41a2-8f20-b06b5cf17826" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.983280] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.983416] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.983489] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.983601] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db9404a-b471-452b-92a7-cd905ab3db45" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.983732] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.983848] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.983917] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.984087] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cf66b6a-ba62-462f-8c60-6edc102926f9" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.055118] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.055332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.055332] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.055525] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.055610] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.055736] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cb2f1c4-c7c0-4a31-871f-e20d71032c89" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.068197] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.068363] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.068404] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.068660] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.068746] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.068861] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04e824c4-9998-4852-bdf6-4db2e5e37b35" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.106892] env[65380]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65380) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.107102] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.107149] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.107433] env[65380]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.107533] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.107662] env[65380]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26035bdb-3766-4d52-a1df-306047a13602" {{(pid=65380) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}